2024-09-16T01:07:48.707 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T01:07:48.732 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T01:07:48.830 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906456 branch: squid description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/reef 1-upgrade}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906456' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'install ceph/reef latest ' name: teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: bluestore warn on legacy statfs: false bluestore warn on no per pool omap: false mon pg warn min per osd: 0 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on osd down out interval zero: false mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - scrub mismatch - ScrubResult - wrongly marked - \(POOL_APP_NOT_ENABLED\) - \(SLOW_OPS\) - overall HEALTH_ - \(MON_MSGR2_NOT_ENABLED\) - slow request sha1: 8921c8ef947807b717db041d85f0761b7914d5fc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8921c8ef947807b717db041d85f0761b7914d5fc selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: ad35db06e8924912f01e32b35576297c0f1352b4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.b - mon.c - mgr.x - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 seed: 3393 sha1: 8921c8ef947807b717db041d85f0761b7914d5fc sleep_before_teardown: 0 subset: 294/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ad35db06e8924912f01e32b35576297c0f1352b4 targets: smithi175.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBENtj9z0Fy2yC+KYQHYlMRcflna3pSTLsqj9AcnitxAeDyhPc/pyGIn7EyuNCF4ntHxSyNJIyVzuUH85PTOrH3E= tasks: - install: branch: reef exclude_packages: - librados3 - ceph-mgr-dashboard - ceph-mgr-diskprediction-local - ceph-mgr-rook - ceph-mgr-cephadm - cephadm - ceph-volume extra_packages: - librados2 - print: '**** done installing reef' - ceph: conf: global: mon warn on pool no app: false ms bind msgr2: false log-ignorelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - exec: osd.0: - ceph osd set-require-min-compat-client reef - print: '**** done ceph' - print: '*** upgrading, no cephfs present' - exec: mon.a: - ceph fs dump - install.upgrade: mon.a: null - print: '**** done install.upgrade' - ceph.restart: daemons: - mon.* - mgr.* mon-health-to-clog: false wait-for-healthy: false - ceph.healthy: null - ceph.restart: daemons: - osd.* wait-for-healthy: false wait-for-osds-up: true - exec: mon.a: - ceph versions - ceph osd dump -f json-pretty - ceph fs dump - ceph osd require-osd-release squid - for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done - ceph.healthy: null - print: '**** done ceph.restart' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-16T01:07:48.830 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa; will attempt to use it 2024-09-16T01:07:48.831 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks 2024-09-16T01:07:48.831 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T01:07:48.834 INFO:teuthology.task.internal:Checking packages... 2024-09-16T01:07:48.856 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8921c8ef947807b717db041d85f0761b7914d5fc' 2024-09-16T01:07:48.856 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T01:07:48.856 INFO:teuthology.packaging:ref: None 2024-09-16T01:07:48.856 INFO:teuthology.packaging:tag: None 2024-09-16T01:07:48.856 INFO:teuthology.packaging:branch: squid 2024-09-16T01:07:48.856 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:07:48.857 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-16T01:07:49.092 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-328.gad35db06 2024-09-16T01:07:49.094 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T01:07:49.103 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T01:07:49.103 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T01:07:49.117 INFO:teuthology.task.internal:Saving configuration 2024-09-16T01:07:49.136 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T01:07:49.145 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T01:07:49.169 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi175.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906456', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 01:03:00.343633', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBENtj9z0Fy2yC+KYQHYlMRcflna3pSTLsqj9AcnitxAeDyhPc/pyGIn7EyuNCF4ntHxSyNJIyVzuUH85PTOrH3E='} 2024-09-16T01:07:49.169 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T01:07:49.180 INFO:teuthology.task.internal:roles: ubuntu@smithi175.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3'] 2024-09-16T01:07:49.181 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T01:07:49.226 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2a254efbe0>, signals=[15]) 2024-09-16T01:07:49.227 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T01:07:49.237 INFO:teuthology.task.internal:Opening connections... 2024-09-16T01:07:49.238 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:07:49.239 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:07:49.321 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T01:07:49.330 DEBUG:teuthology.orchestra.run.smithi175:> uname -m 2024-09-16T01:07:49.407 INFO:teuthology.orchestra.run.smithi175.stdout:x86_64 2024-09-16T01:07:49.407 DEBUG:teuthology.orchestra.run.smithi175:> cat /etc/os-release 2024-09-16T01:07:49.466 INFO:teuthology.orchestra.run.smithi175.stdout:NAME="CentOS Stream" 2024-09-16T01:07:49.466 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION="9" 2024-09-16T01:07:49.466 INFO:teuthology.orchestra.run.smithi175.stdout:ID="centos" 2024-09-16T01:07:49.466 INFO:teuthology.orchestra.run.smithi175.stdout:ID_LIKE="rhel fedora" 2024-09-16T01:07:49.467 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION_ID="9" 2024-09-16T01:07:49.467 INFO:teuthology.orchestra.run.smithi175.stdout:PLATFORM_ID="platform:el9" 2024-09-16T01:07:49.467 INFO:teuthology.orchestra.run.smithi175.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T01:07:49.467 INFO:teuthology.orchestra.run.smithi175.stdout:ANSI_COLOR="0;31" 2024-09-16T01:07:49.467 INFO:teuthology.orchestra.run.smithi175.stdout:LOGO="fedora-logo-icon" 2024-09-16T01:07:49.467 INFO:teuthology.orchestra.run.smithi175.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T01:07:49.467 INFO:teuthology.orchestra.run.smithi175.stdout:HOME_URL="https://centos.org/" 2024-09-16T01:07:49.467 INFO:teuthology.orchestra.run.smithi175.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T01:07:49.467 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T01:07:49.467 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T01:07:49.468 INFO:teuthology.lock.ops:Updating smithi175.front.sepia.ceph.com on lock server 2024-09-16T01:07:49.490 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T01:07:49.501 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T01:07:49.513 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T01:07:49.513 DEBUG:teuthology.orchestra.run.smithi175:> test '!' -e /home/ubuntu/cephtest 2024-09-16T01:07:49.530 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T01:07:49.541 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T01:07:49.541 DEBUG:teuthology.orchestra.run.smithi175:> test -z $(ls -A /var/lib/ceph) 2024-09-16T01:07:49.689 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T01:07:49.716 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T01:07:49.735 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-16T01:07:49.735 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-16T01:07:49.736 DEBUG:teuthology.orchestra.run.smithi175:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T01:07:49.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:07:49.754 DEBUG:teuthology.orchestra.run.smithi175:> uname -r 2024-09-16T01:07:49.811 INFO:teuthology.orchestra.run.smithi175.stdout:5.14.0-503.el9.x86_64 2024-09-16T01:07:49.811 INFO:teuthology.task.kernel:Running kernel on smithi175: 5.14.0-503.el9.x86_64 2024-09-16T01:07:49.812 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum install -y kernel 2024-09-16T01:07:52.110 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-16T01:07:55.228 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:02 2024-09-16T01:07:59.611 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-16T01:08:01.062 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - Extras packages 72 kB/s | 19 kB 00:00 2024-09-16T01:08:02.216 INFO:teuthology.orchestra.run.smithi175.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-16T01:08:07.663 INFO:teuthology.orchestra.run.smithi175.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-16T01:08:09.686 INFO:teuthology.orchestra.run.smithi175.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T01:08:09.686 INFO:teuthology.orchestra.run.smithi175.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T01:08:09.786 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout: Package Architecture Version Repository Size 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:08:09.796 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:08:09.797 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:08:09.797 INFO:teuthology.orchestra.run.smithi175.stdout:Install 4 Packages 2024-09-16T01:08:09.797 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:08:09.797 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 79 M 2024-09-16T01:08:09.797 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 126 M 2024-09-16T01:08:09.797 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:08:10.156 INFO:teuthology.orchestra.run.smithi175.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 275 kB/s | 23 kB 00:00 2024-09-16T01:08:10.856 INFO:teuthology.orchestra.run.smithi175.stdout:(2/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 44 MB/s | 35 MB 00:00 2024-09-16T01:08:11.673 INFO:teuthology.orchestra.run.smithi175.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 9.8 MB/s | 16 MB 00:01 2024-09-16T01:08:12.696 INFO:teuthology.orchestra.run.smithi175.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 11 MB/s | 29 MB 00:02 2024-09-16T01:08:12.696 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:08:12.696 INFO:teuthology.orchestra.run.smithi175.stdout:Total 27 MB/s | 79 MB 00:02 2024-09-16T01:08:13.376 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:08:13.711 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:08:13.711 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:08:14.681 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:08:14.682 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:08:17.122 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:08:17.763 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:08:17.839 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:08:20.642 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:08:20.767 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:08:25.608 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:08:25.733 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:08:30.579 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:09:09.049 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:09:09.088 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:09:09.460 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:09:09.461 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:09:09.461 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:09:09.461 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:09:10.350 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:09:10.351 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:09:10.351 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:09:10.351 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T01:09:10.351 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T01:09:10.351 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T01:09:10.351 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T01:09:10.351 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:09:10.351 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:09:10.701 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:09:10.782 INFO:teuthology.orchestra.run.smithi175.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:09:10.782 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:09:10.783 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T01:09:10.783 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T01:09:10.783 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T01:09:10.783 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-16T01:09:10.783 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi175.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T01:09:10.783 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:09:10.843 INFO:teuthology.orchestra.run.smithi175.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:09:10.843 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:09:10.843 DEBUG:teuthology.orchestra.run.smithi175:> sudo rpm -qi grub2-tools 2024-09-16T01:09:10.875 INFO:teuthology.orchestra.run.smithi175.stdout:Name : grub2-tools 2024-09-16T01:09:10.875 INFO:teuthology.orchestra.run.smithi175.stdout:Epoch : 1 2024-09-16T01:09:10.875 INFO:teuthology.orchestra.run.smithi175.stdout:Version : 2.06 2024-09-16T01:09:10.875 INFO:teuthology.orchestra.run.smithi175.stdout:Release : 82.el9 2024-09-16T01:09:10.875 INFO:teuthology.orchestra.run.smithi175.stdout:Architecture: x86_64 2024-09-16T01:09:10.875 INFO:teuthology.orchestra.run.smithi175.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T01:09:10.875 INFO:teuthology.orchestra.run.smithi175.stdout:Group : Unspecified 2024-09-16T01:09:10.875 INFO:teuthology.orchestra.run.smithi175.stdout:Size : 8274670 2024-09-16T01:09:10.876 INFO:teuthology.orchestra.run.smithi175.stdout:License : GPLv3+ 2024-09-16T01:09:10.876 INFO:teuthology.orchestra.run.smithi175.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T01:09:10.876 INFO:teuthology.orchestra.run.smithi175.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T01:09:10.876 INFO:teuthology.orchestra.run.smithi175.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T01:09:10.876 INFO:teuthology.orchestra.run.smithi175.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T01:09:10.876 INFO:teuthology.orchestra.run.smithi175.stdout:Packager : builder@centos.org 2024-09-16T01:09:10.876 INFO:teuthology.orchestra.run.smithi175.stdout:Vendor : CentOS 2024-09-16T01:09:10.876 INFO:teuthology.orchestra.run.smithi175.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T01:09:10.876 INFO:teuthology.orchestra.run.smithi175.stdout:Summary : Support tools for GRUB. 2024-09-16T01:09:10.877 INFO:teuthology.orchestra.run.smithi175.stdout:Description : 2024-09-16T01:09:10.877 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:09:10.877 INFO:teuthology.orchestra.run.smithi175.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T01:09:10.877 INFO:teuthology.orchestra.run.smithi175.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T01:09:10.877 INFO:teuthology.orchestra.run.smithi175.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T01:09:10.877 INFO:teuthology.orchestra.run.smithi175.stdout:hardware devices. 2024-09-16T01:09:10.877 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:09:10.877 INFO:teuthology.orchestra.run.smithi175.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T01:09:10.878 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T01:09:10.878 INFO:teuthology.task.kernel:Updating grub on smithi175 to boot 5.14.0-505.el9.x86_64 2024-09-16T01:09:10.878 DEBUG:teuthology.orchestra.run.smithi175:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T01:09:11.595 INFO:teuthology.orchestra.run.smithi175.stderr:Generating grub configuration file ... 2024-09-16T01:09:12.933 INFO:teuthology.orchestra.run.smithi175.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T01:09:12.964 INFO:teuthology.orchestra.run.smithi175.stderr:done 2024-09-16T01:09:12.969 DEBUG:teuthology.orchestra.run.smithi175:> mktemp 2024-09-16T01:09:12.985 INFO:teuthology.orchestra.run.smithi175.stdout:/tmp/tmp.vIAC36ikmp 2024-09-16T01:09:12.985 DEBUG:teuthology.orchestra.run.smithi175:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.vIAC36ikmp 2024-09-16T01:09:13.053 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0666 /tmp/tmp.vIAC36ikmp 2024-09-16T01:09:13.196 DEBUG:teuthology.orchestra.remote:smithi175:/tmp/tmp.vIAC36ikmp is 6KB 2024-09-16T01:09:13.244 DEBUG:teuthology.orchestra.run.smithi175:> rm -fr /tmp/tmp.vIAC36ikmp 2024-09-16T01:09:13.259 DEBUG:teuthology.orchestra.run.smithi175:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T01:09:13.322 INFO:teuthology.orchestra.run.smithi175.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T01:09:13.322 INFO:teuthology.orchestra.run.smithi175.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T01:09:13.323 INFO:teuthology.orchestra.run.smithi175.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T01:09:13.323 INFO:teuthology.orchestra.run.smithi175.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T01:09:13.324 DEBUG:teuthology.orchestra.run.smithi175:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T01:09:13.493 DEBUG:teuthology.orchestra.run.smithi175:> sudo shutdown -r now 2024-09-16T01:09:43.525 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-16T01:09:43.526 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-09-16T01:09:43.527 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:10:43.587 DEBUG:teuthology.orchestra.remote:timed out 2024-09-16T01:10:52.596 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-09-16T01:10:52.598 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:10:52.997 DEBUG:teuthology.orchestra.run.smithi175:> true 2024-09-16T01:10:53.406 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-09-16T01:10:53.406 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-16T01:10:53.406 DEBUG:teuthology.orchestra.run.smithi175:> uname -r 2024-09-16T01:10:53.421 INFO:teuthology.orchestra.run.smithi175.stdout:5.14.0-505.el9.x86_64 2024-09-16T01:10:53.421 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T01:10:53.421 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T01:10:53.421 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T01:10:54.423 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-16T01:10:54.423 DEBUG:teuthology.orchestra.run.smithi175:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T01:10:54.516 INFO:teuthology.orchestra.run.smithi175.stdout:ttyS1 2024-09-16T01:10:54.537 DEBUG:teuthology.parallel:result is None 2024-09-16T01:10:54.537 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T01:10:55.008 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T01:10:55.008 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T01:10:55.024 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T01:10:55.634 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T01:10:55.735 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T01:10:55.736 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T01:10:55.772 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T01:10:55.779 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T01:10:55.779 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T01:10:55.835 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:10:55.845 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:10:55.846 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T01:10:55.855 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T01:10:55.855 DEBUG:teuthology.orchestra.run.smithi175:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T01:10:55.907 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T01:10:55.918 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T01:10:55.918 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T01:10:55.960 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:10:56.095 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:10:56.167 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:10:56.253 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:10:56.311 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:10:56.311 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T01:10:56.421 DEBUG:teuthology.orchestra.run.smithi175:> sudo service rsyslog restart 2024-09-16T01:10:56.635 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:10:56.697 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T01:10:57.444 INFO:teuthology.task.internal:Starting timer... 2024-09-16T01:10:57.444 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T01:10:57.620 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T01:10:57.767 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-16T01:10:57.767 DEBUG:teuthology.orchestra.run.smithi175:> sudo service auditd rotate 2024-09-16T01:10:57.926 INFO:teuthology.orchestra.run.smithi175.stdout:Rotating logs: 2024-09-16T01:10:57.928 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T01:10:57.928 DEBUG:teuthology.orchestra.run.smithi175:> /usr/sbin/getenforce 2024-09-16T01:10:58.086 INFO:teuthology.orchestra.run.smithi175.stdout:Permissive 2024-09-16T01:10:58.086 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi175.front.sepia.ceph.com': 'permissive'} 2024-09-16T01:10:58.087 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:10:58.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:10:58.114 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T01:10:58.114 DEBUG:teuthology.orchestra.run.smithi175:> sudo /usr/sbin/setenforce permissive 2024-09-16T01:10:58.193 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T01:10:58.202 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-16T01:10:58.206 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-16T01:10:58.330 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T01:10:58.341 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T01:10:58.343 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi175.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T01:14:53.940 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi175.front.sepia.ceph.com')] 2024-09-16T01:14:53.942 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-09-16T01:14:53.943 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:14:54.020 DEBUG:teuthology.orchestra.run.smithi175:> true 2024-09-16T01:14:54.095 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-09-16T01:14:54.096 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T01:14:54.108 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T01:14:54.109 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T01:14:54.109 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:14:54.166 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T01:14:54.180 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T01:14:54.204 INFO:teuthology.orchestra.run.smithi175.stderr:sudo: ntpd: command not found 2024-09-16T01:14:54.215 INFO:teuthology.orchestra.run.smithi175.stdout:506 Cannot talk to daemon 2024-09-16T01:14:54.229 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T01:14:54.243 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T01:14:54.300 INFO:teuthology.orchestra.run.smithi175.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:14:54.304 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:14:54.304 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-09-16T01:14:54.305 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:14:54.305 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:14:54.305 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:14:54.305 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:14:54.305 INFO:teuthology.run_tasks:Running task install... 2024-09-16T01:14:54.313 DEBUG:teuthology.task.install:project ceph 2024-09-16T01:14:54.313 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}} 2024-09-16T01:14:54.313 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T01:14:54.313 INFO:teuthology.task.install:Using flavor: default 2024-09-16T01:14:54.319 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T01:14:54.319 INFO:teuthology.task.install:extra packages: ['librados2'] 2024-09-16T01:14:54.319 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T01:14:54.319 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T01:14:54.320 INFO:teuthology.packaging:ref: None 2024-09-16T01:14:54.320 INFO:teuthology.packaging:tag: None 2024-09-16T01:14:54.320 INFO:teuthology.packaging:branch: reef 2024-09-16T01:14:54.320 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:14:54.320 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-16T01:14:54.558 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/ 2024-09-16T01:14:54.558 INFO:teuthology.task.install.rpm:Package version is 18.2.4-853.gae7f3733 2024-09-16T01:14:54.670 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T01:14:54.670 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:14:54.670 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T01:14:54.695 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-immutable-object-cache, ceph-mgr, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, librados2 on remote rpm x86_64 2024-09-16T01:14:54.696 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T01:14:54.696 INFO:teuthology.packaging:ref: None 2024-09-16T01:14:54.696 INFO:teuthology.packaging:tag: None 2024-09-16T01:14:54.696 INFO:teuthology.packaging:branch: reef 2024-09-16T01:14:54.696 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:14:54.696 DEBUG:teuthology.orchestra.run.smithi175:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T01:14:54.761 DEBUG:teuthology.orchestra.run.smithi175:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T01:14:54.837 DEBUG:teuthology.orchestra.run.smithi175:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T01:14:54.901 INFO:teuthology.orchestra.run.smithi175.stdout:check_obsoletes = 1 2024-09-16T01:14:54.903 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum clean all 2024-09-16T01:14:55.125 INFO:teuthology.orchestra.run.smithi175.stdout:45 files removed 2024-09-16T01:14:55.152 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-radosgw 2024-09-16T01:14:55.723 INFO:teuthology.orchestra.run.smithi175.stdout:ceph packages for x86_64 267 kB/s | 77 kB 00:00 2024-09-16T01:14:56.004 INFO:teuthology.orchestra.run.smithi175.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-09-16T01:14:56.262 INFO:teuthology.orchestra.run.smithi175.stdout:ceph source packages 8.5 kB/s | 1.9 kB 00:00 2024-09-16T01:14:57.046 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-09-16T01:15:00.490 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - AppStream 8.7 MB/s | 20 MB 00:02 2024-09-16T01:15:06.108 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-16T01:15:07.825 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 19 kB 00:00 2024-09-16T01:15:08.962 INFO:teuthology.orchestra.run.smithi175.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-16T01:15:14.476 INFO:teuthology.orchestra.run.smithi175.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-16T01:15:16.828 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw x86_64 2:18.2.4-853.gae7f3733.el9 ceph 7.7 M 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrading: 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout: librados2 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 3.3 M 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 3.0 M 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base x86_64 2:18.2.4-853.gae7f3733.el9 ceph 5.1 M 2024-09-16T01:15:16.839 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common x86_64 2:18.2.4-853.gae7f3733.el9 ceph 18 M 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux x86_64 2:18.2.4-853.gae7f3733.el9 ceph 25 k 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 711 k 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 477 k 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 4.5 M 2024-09-16T01:15:16.840 INFO:teuthology.orchestra.run.smithi175.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse x86_64 2:18.2.4-853.gae7f3733.el9 ceph 45 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common x86_64 2:18.2.4-853.gae7f3733.el9 ceph 129 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs x86_64 2:18.2.4-853.gae7f3733.el9 ceph 162 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados x86_64 2:18.2.4-853.gae7f3733.el9 ceph 321 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd x86_64 2:18.2.4-853.gae7f3733.el9 ceph 300 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw x86_64 2:18.2.4-853.gae7f3733.el9 ceph 99 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T01:15:16.841 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:16.842 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:15:16.842 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:15:16.842 INFO:teuthology.orchestra.run.smithi175.stdout:Install 28 Packages 2024-09-16T01:15:16.842 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrade 2 Packages 2024-09-16T01:15:16.842 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:16.843 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 53 M 2024-09-16T01:15:16.843 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:15:17.619 INFO:teuthology.orchestra.run.smithi175.stdout:(1/30): ceph-radosgw-18.2.4-853.gae7f3733.el9.x 12 MB/s | 7.7 MB 00:00 2024-09-16T01:15:17.686 INFO:teuthology.orchestra.run.smithi175.stdout:(2/30): ceph-base-18.2.4-853.gae7f3733.el9.x86_ 7.3 MB/s | 5.1 MB 00:00 2024-09-16T01:15:17.712 INFO:teuthology.orchestra.run.smithi175.stdout:(3/30): ceph-selinux-18.2.4-853.gae7f3733.el9.x 273 kB/s | 25 kB 00:00 2024-09-16T01:15:17.762 INFO:teuthology.orchestra.run.smithi175.stdout:(4/30): libcephfs2-18.2.4-853.gae7f3733.el9.x86 9.2 MB/s | 711 kB 00:00 2024-09-16T01:15:17.788 INFO:teuthology.orchestra.run.smithi175.stdout:(5/30): libradosstriper1-18.2.4-853.gae7f3733.e 6.2 MB/s | 477 kB 00:00 2024-09-16T01:15:17.829 INFO:teuthology.orchestra.run.smithi175.stdout:(6/30): python3-ceph-argparse-18.2.4-853.gae7f3 1.1 MB/s | 45 kB 00:00 2024-09-16T01:15:17.904 INFO:teuthology.orchestra.run.smithi175.stdout:(7/30): python3-ceph-common-18.2.4-853.gae7f373 1.7 MB/s | 129 kB 00:00 2024-09-16T01:15:17.980 INFO:teuthology.orchestra.run.smithi175.stdout:(8/30): librgw2-18.2.4-853.gae7f3733.el9.x86_64 21 MB/s | 4.5 MB 00:00 2024-09-16T01:15:18.005 INFO:teuthology.orchestra.run.smithi175.stdout:(9/30): python3-cephfs-18.2.4-853.gae7f3733.el9 1.6 MB/s | 162 kB 00:00 2024-09-16T01:15:18.030 INFO:teuthology.orchestra.run.smithi175.stdout:(10/30): python3-rados-18.2.4-853.gae7f3733.el9 6.3 MB/s | 321 kB 00:00 2024-09-16T01:15:18.055 INFO:teuthology.orchestra.run.smithi175.stdout:(11/30): python3-rbd-18.2.4-853.gae7f3733.el9.x 5.9 MB/s | 300 kB 00:00 2024-09-16T01:15:18.081 INFO:teuthology.orchestra.run.smithi175.stdout:(12/30): python3-rgw-18.2.4-853.gae7f3733.el9.x 1.9 MB/s | 99 kB 00:00 2024-09-16T01:15:18.256 INFO:teuthology.orchestra.run.smithi175.stdout:(13/30): ceph-common-18.2.4-853.gae7f3733.el9.x 15 MB/s | 18 MB 00:01 2024-09-16T01:15:18.339 INFO:teuthology.orchestra.run.smithi175.stdout:(14/30): boost-program-options-1.75.0-8.el9.x86 377 kB/s | 107 kB 00:00 2024-09-16T01:15:18.356 INFO:teuthology.orchestra.run.smithi175.stdout:(15/30): librabbitmq-0.11.0-7.el9.x86_64.rpm 452 kB/s | 45 kB 00:00 2024-09-16T01:15:18.382 INFO:teuthology.orchestra.run.smithi175.stdout:(16/30): libpmemobj-1.12.1-1.el9.x86_64.rpm 533 kB/s | 160 kB 00:00 2024-09-16T01:15:18.423 INFO:teuthology.orchestra.run.smithi175.stdout:(17/30): python3-prettytable-0.7.2-27.el9.noarc 1.0 MB/s | 42 kB 00:00 2024-09-16T01:15:18.449 INFO:teuthology.orchestra.run.smithi175.stdout:(18/30): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.1 MB/s | 292 kB 00:00 2024-09-16T01:15:18.491 INFO:teuthology.orchestra.run.smithi175.stdout:(19/30): librdkafka-1.6.1-102.el9.x86_64.rpm 4.3 MB/s | 662 kB 00:00 2024-09-16T01:15:18.533 INFO:teuthology.orchestra.run.smithi175.stdout:(20/30): fmt-8.1.1-5.el9.x86_64.rpm 1.0 MB/s | 111 kB 00:00 2024-09-16T01:15:18.558 INFO:teuthology.orchestra.run.smithi175.stdout:(21/30): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.1 MB/s | 26 kB 00:00 2024-09-16T01:15:18.583 INFO:teuthology.orchestra.run.smithi175.stdout:(22/30): gperftools-libs-2.9.1-3.el9.x86_64.rpm 2.4 MB/s | 308 kB 00:00 2024-09-16T01:15:18.608 INFO:teuthology.orchestra.run.smithi175.stdout:(23/30): liboath-2.6.7-2.el9.x86_64.rpm 968 kB/s | 49 kB 00:00 2024-09-16T01:15:18.633 INFO:teuthology.orchestra.run.smithi175.stdout:(24/30): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-16T01:15:18.667 INFO:teuthology.orchestra.run.smithi175.stdout:(25/30): re2-20211101-20.el9.x86_64.rpm 5.6 MB/s | 191 kB 00:00 2024-09-16T01:15:18.701 INFO:teuthology.orchestra.run.smithi175.stdout:(26/30): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.9 MB/s | 839 kB 00:00 2024-09-16T01:15:18.768 INFO:teuthology.orchestra.run.smithi175.stdout:(27/30): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-16T01:15:18.851 INFO:teuthology.orchestra.run.smithi175.stdout:(28/30): libarrow-9.0.0-11.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-09-16T01:15:18.935 INFO:teuthology.orchestra.run.smithi175.stdout:(29/30): librados2-18.2.4-853.gae7f3733.el9.x86 14 MB/s | 3.3 MB 00:00 2024-09-16T01:15:19.002 INFO:teuthology.orchestra.run.smithi175.stdout:(30/30): librbd1-18.2.4-853.gae7f3733.el9.x86_6 13 MB/s | 3.0 MB 00:00 2024-09-16T01:15:19.010 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:15:19.010 INFO:teuthology.orchestra.run.smithi175.stdout:Total 24 MB/s | 53 MB 00:02 2024-09-16T01:15:19.076 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:15:19.110 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:15:19.110 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:15:19.733 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:15:19.733 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:15:21.152 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:15:21.242 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/32 2024-09-16T01:15:21.282 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/32 2024-09-16T01:15:21.348 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/32 2024-09-16T01:15:21.717 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/32 2024-09-16T01:15:21.764 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librados2-2:18.2.4-853.gae7f3733.el9.x86_64 5/32 2024-09-16T01:15:21.848 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:18.2.4-853.gae7f3733.el9.x86_64 5/32 2024-09-16T01:15:21.945 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 6/32 2024-09-16T01:15:21.974 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 7/32 2024-09-16T01:15:22.037 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 7/32 2024-09-16T01:15:22.065 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : liboath-2.6.7-2.el9.x86_64 8/32 2024-09-16T01:15:22.109 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9.x 9/32 2024-09-16T01:15:22.175 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 10/32 2024-09-16T01:15:22.209 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_64 11/32 2024-09-16T01:15:22.275 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_64 11/32 2024-09-16T01:15:22.391 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/32 2024-09-16T01:15:22.425 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 13/32 2024-09-16T01:15:22.478 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/32 2024-09-16T01:15:22.507 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/32 2024-09-16T01:15:22.533 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 16/32 2024-09-16T01:15:22.570 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : fmt-8.1.1-5.el9.x86_64 17/32 2024-09-16T01:15:22.603 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 18/32 2024-09-16T01:15:22.902 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 19/32 2024-09-16T01:15:22.940 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 20/32 2024-09-16T01:15:23.031 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 20/32 2024-09-16T01:15:23.062 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 21/32 2024-09-16T01:15:23.097 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/32 2024-09-16T01:15:23.510 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/32 2024-09-16T01:15:23.542 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 24/32 2024-09-16T01:15:23.614 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 24/32 2024-09-16T01:15:23.690 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 25/32 2024-09-16T01:15:23.720 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x86 26/32 2024-09-16T01:15:25.796 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 27/32 2024-09-16T01:15:25.832 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 27/32 2024-09-16T01:15:26.372 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 27/32 2024-09-16T01:15:26.419 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 28/32 2024-09-16T01:15:26.513 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 28/32 2024-09-16T01:15:26.514 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T01:15:26.514 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T01:15:26.514 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:26.545 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 29/32 2024-09-16T01:15:36.342 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 29/32 2024-09-16T01:15:36.342 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /sys 2024-09-16T01:15:36.342 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /proc 2024-09-16T01:15:36.342 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /mnt 2024-09-16T01:15:36.342 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /var/tmp 2024-09-16T01:15:36.342 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /home 2024-09-16T01:15:36.342 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /root 2024-09-16T01:15:36.342 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /tmp 2024-09-16T01:15:36.342 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:37.110 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 30/32 2024-09-16T01:15:37.136 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 30/32 2024-09-16T01:15:37.136 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:15:37.136 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T01:15:37.136 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:15:37.136 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:15:37.136 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:37.138 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-16T01:15:37.237 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-16T01:15:37.237 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-16T01:15:38.411 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 1/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 2/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 3/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 4/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 5/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_64 6/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 7/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9.x 8/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x86 9/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 10/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 11/32 2024-09-16T01:15:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 12/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 13/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 20/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 21/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 22/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 23/32 2024-09-16T01:15:38.413 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 24/32 2024-09-16T01:15:38.414 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 25/32 2024-09-16T01:15:38.414 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 26/32 2024-09-16T01:15:38.414 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : re2-1:20211101-20.el9.x86_64 27/32 2024-09-16T01:15:38.414 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 28/32 2024-09-16T01:15:38.414 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:18.2.4-853.gae7f3733.el9.x86_64 29/32 2024-09-16T01:15:38.414 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 30/32 2024-09-16T01:15:38.414 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 31/32 2024-09-16T01:15:39.235 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 32/32 2024-09-16T01:15:39.235 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:39.235 INFO:teuthology.orchestra.run.smithi175.stdout:Upgraded: 2024-09-16T01:15:39.235 INFO:teuthology.orchestra.run.smithi175.stdout: librados2-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.235 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.235 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:15:39.235 INFO:teuthology.orchestra.run.smithi175.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.236 INFO:teuthology.orchestra.run.smithi175.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:39.237 INFO:teuthology.orchestra.run.smithi175.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T01:15:39.238 INFO:teuthology.orchestra.run.smithi175.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T01:15:39.238 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:39.238 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:15:39.599 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-test 2024-09-16T01:15:40.171 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:26 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:15:40.305 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:15:40.306 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:15:40.306 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-09-16T01:15:40.306 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:15:40.306 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:15:40.306 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test x86_64 2:18.2.4-853.gae7f3733.el9 ceph 40 M 2024-09-16T01:15:40.306 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-09-16T01:15:40.306 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite x86_64 2:18.2.4-853.gae7f3733.el9 ceph 166 k 2024-09-16T01:15:40.307 INFO:teuthology.orchestra.run.smithi175.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T01:15:40.307 INFO:teuthology.orchestra.run.smithi175.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T01:15:40.307 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:40.307 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:15:40.307 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:15:40.307 INFO:teuthology.orchestra.run.smithi175.stdout:Install 4 Packages 2024-09-16T01:15:40.307 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:40.308 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 40 M 2024-09-16T01:15:40.308 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 164 M 2024-09-16T01:15:40.308 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:15:40.567 INFO:teuthology.orchestra.run.smithi175.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 2.1 MB/s | 304 kB 00:00 2024-09-16T01:15:40.601 INFO:teuthology.orchestra.run.smithi175.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.9 MB/s | 64 kB 00:00 2024-09-16T01:15:40.651 INFO:teuthology.orchestra.run.smithi175.stdout:(3/4): libcephsqlite-18.2.4-853.gae7f3733.el9.x 738 kB/s | 166 kB 00:00 2024-09-16T01:15:41.693 INFO:teuthology.orchestra.run.smithi175.stdout:(4/4): ceph-test-18.2.4-853.gae7f3733.el9.x86_6 31 MB/s | 40 MB 00:01 2024-09-16T01:15:41.695 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:15:41.695 INFO:teuthology.orchestra.run.smithi175.stdout:Total 29 MB/s | 40 MB 00:01 2024-09-16T01:15:41.723 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:15:41.742 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:15:41.743 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:15:42.083 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:15:42.084 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:15:42.556 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:15:42.640 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-16T01:15:42.709 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-16T01:15:42.736 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 3/4 2024-09-16T01:15:46.450 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 3/4 2024-09-16T01:15:46.550 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 4/4 2024-09-16T01:15:48.651 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 4/4 2024-09-16T01:15:48.652 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 1/4 2024-09-16T01:15:48.652 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 2/4 2024-09-16T01:15:48.652 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-16T01:15:48.974 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-16T01:15:48.975 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:48.975 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:15:48.975 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:48.975 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:15:48.975 INFO:teuthology.orchestra.run.smithi175.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T01:15:48.975 INFO:teuthology.orchestra.run.smithi175.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T01:15:48.975 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:48.975 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:15:49.303 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph 2024-09-16T01:15:49.878 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:35 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:15:50.014 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:15:50.017 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:15:50.017 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-09-16T01:15:50.017 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:15:50.017 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:15:50.017 INFO:teuthology.orchestra.run.smithi175.stdout: ceph x86_64 2:18.2.4-853.gae7f3733.el9 ceph 6.5 k 2024-09-16T01:15:50.017 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-09-16T01:15:50.017 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds x86_64 2:18.2.4-853.gae7f3733.el9 ceph 2.1 M 2024-09-16T01:15:50.017 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr x86_64 2:18.2.4-853.gae7f3733.el9 ceph 1.5 M 2024-09-16T01:15:50.017 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 246 k 2024-09-16T01:15:50.017 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon x86_64 2:18.2.4-853.gae7f3733.el9 ceph 4.7 M 2024-09-16T01:15:50.018 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd x86_64 2:18.2.4-853.gae7f3733.el9 ceph 17 M 2024-09-16T01:15:50.018 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T01:15:50.018 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T01:15:50.018 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T01:15:50.018 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T01:15:50.018 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T01:15:50.018 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T01:15:50.018 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T01:15:50.018 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T01:15:50.019 INFO:teuthology.orchestra.run.smithi175.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T01:15:50.020 INFO:teuthology.orchestra.run.smithi175.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T01:15:50.020 INFO:teuthology.orchestra.run.smithi175.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T01:15:50.020 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T01:15:50.020 INFO:teuthology.orchestra.run.smithi175.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T01:15:50.020 INFO:teuthology.orchestra.run.smithi175.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T01:15:50.020 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:50.020 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:15:50.020 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:15:50.020 INFO:teuthology.orchestra.run.smithi175.stdout:Install 33 Packages 2024-09-16T01:15:50.020 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:50.021 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 29 M 2024-09-16T01:15:50.021 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 104 M 2024-09-16T01:15:50.021 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:15:50.992 INFO:teuthology.orchestra.run.smithi175.stdout:(1/33): ceph-18.2.4-853.gae7f3733.el9.x86_64.rp 50 kB/s | 6.5 kB 00:00 2024-09-16T01:15:51.176 INFO:teuthology.orchestra.run.smithi175.stdout:(2/33): ceph-mds-18.2.4-853.gae7f3733.el9.x86_6 6.7 MB/s | 2.1 MB 00:00 2024-09-16T01:15:51.218 INFO:teuthology.orchestra.run.smithi175.stdout:(3/33): ceph-mgr-18.2.4-853.gae7f3733.el9.x86_6 4.1 MB/s | 1.5 MB 00:00 2024-09-16T01:15:51.310 INFO:teuthology.orchestra.run.smithi175.stdout:(4/33): ceph-mgr-modules-core-18.2.4-853.gae7f3 2.6 MB/s | 246 kB 00:00 2024-09-16T01:15:51.427 INFO:teuthology.orchestra.run.smithi175.stdout:(5/33): ceph-mon-18.2.4-853.gae7f3733.el9.x86_6 11 MB/s | 4.7 MB 00:00 2024-09-16T01:15:51.544 INFO:teuthology.orchestra.run.smithi175.stdout:(6/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.1 MB/s | 253 kB 00:00 2024-09-16T01:15:51.728 INFO:teuthology.orchestra.run.smithi175.stdout:(7/33): ceph-osd-18.2.4-853.gae7f3733.el9.x86_6 30 MB/s | 17 MB 00:00 2024-09-16T01:15:51.753 INFO:teuthology.orchestra.run.smithi175.stdout:(8/33): python3-ply-3.11-14.el9.noarch.rpm 511 kB/s | 106 kB 00:00 2024-09-16T01:15:51.836 INFO:teuthology.orchestra.run.smithi175.stdout:(9/33): python3-cryptography-36.0.1-4.el9.x86_6 3.0 MB/s | 1.2 MB 00:00 2024-09-16T01:15:51.862 INFO:teuthology.orchestra.run.smithi175.stdout:(10/33): python3-requests-2.25.1-8.el9.noarch.r 1.1 MB/s | 125 kB 00:00 2024-09-16T01:15:51.887 INFO:teuthology.orchestra.run.smithi175.stdout:(11/33): python3-urllib3-1.26.5-6.el9.noarch.rp 4.2 MB/s | 215 kB 00:00 2024-09-16T01:15:51.912 INFO:teuthology.orchestra.run.smithi175.stdout:(12/33): python3-pycparser-2.20-6.el9.noarch.rp 734 kB/s | 135 kB 00:00 2024-09-16T01:15:51.928 INFO:teuthology.orchestra.run.smithi175.stdout:[MIRROR] python3-mako-1.1.4-6.el9.noarch.rpm: Curl error (7): Couldn't connect to server for http://mirror.facebook.net/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-mako-1.1.4-6.el9.noarch.rpm [Failed to connect to mirror.facebook.net port 80: Network is unreachable] 2024-09-16T01:15:51.929 INFO:teuthology.orchestra.run.smithi175.stdout:[MIRROR] python3-markupsafe-1.1.1-12.el9.x86_64.rpm: Curl error (7): Couldn't connect to server for http://mirror.facebook.net/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-markupsafe-1.1.1-12.el9.x86_64.rpm [Failed to connect to mirror.facebook.net port 80: Network is unreachable] 2024-09-16T01:15:51.929 INFO:teuthology.orchestra.run.smithi175.stdout:[MIRROR] python3-pytz-2021.1-5.el9.noarch.rpm: Curl error (7): Couldn't connect to server for http://mirror.facebook.net/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-pytz-2021.1-5.el9.noarch.rpm [Failed to connect to mirror.facebook.net port 80: Network is unreachable] 2024-09-16T01:15:51.931 INFO:teuthology.orchestra.run.smithi175.stdout:[MIRROR] python3-mako-1.1.4-6.el9.noarch.rpm: Curl error (7): Couldn't connect to server for https://mirror.facebook.net/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-mako-1.1.4-6.el9.noarch.rpm [Failed to connect to mirror.facebook.net port 443: Network is unreachable] 2024-09-16T01:15:51.931 INFO:teuthology.orchestra.run.smithi175.stdout:[MIRROR] python3-markupsafe-1.1.1-12.el9.x86_64.rpm: Curl error (7): Couldn't connect to server for https://mirror.facebook.net/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-markupsafe-1.1.1-12.el9.x86_64.rpm [Failed to connect to mirror.facebook.net port 443: Network is unreachable] 2024-09-16T01:15:51.931 INFO:teuthology.orchestra.run.smithi175.stdout:[MIRROR] python3-pytz-2021.1-5.el9.noarch.rpm: Curl error (7): Couldn't connect to server for https://mirror.facebook.net/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-pytz-2021.1-5.el9.noarch.rpm [Failed to connect to mirror.facebook.net port 443: Network is unreachable] 2024-09-16T01:15:52.004 INFO:teuthology.orchestra.run.smithi175.stdout:(13/33): python3-markupsafe-1.1.1-12.el9.x86_64 297 kB/s | 35 kB 00:00 2024-09-16T01:15:52.029 INFO:teuthology.orchestra.run.smithi175.stdout:(14/33): python3-pytz-2021.1-5.el9.noarch.rpm 437 kB/s | 51 kB 00:00 2024-09-16T01:15:52.029 INFO:teuthology.orchestra.run.smithi175.stdout:[MIRROR] python3-toml-0.10.2-6.el9.noarch.rpm: Curl error (7): Couldn't connect to server for https://mirror.facebook.net/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-toml-0.10.2-6.el9.noarch.rpm [Failed to connect to mirror.facebook.net port 443: Network is unreachable] 2024-09-16T01:15:52.058 INFO:teuthology.orchestra.run.smithi175.stdout:(15/33): python3-mako-1.1.4-6.el9.noarch.rpm 880 kB/s | 172 kB 00:00 2024-09-16T01:15:52.060 INFO:teuthology.orchestra.run.smithi175.stdout:[MIRROR] python3-toml-0.10.2-6.el9.noarch.rpm: Curl error (7): Couldn't connect to server for http://mirror.facebook.net/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-toml-0.10.2-6.el9.noarch.rpm [Failed to connect to mirror.facebook.net port 80: Network is unreachable] 2024-09-16T01:15:52.100 INFO:teuthology.orchestra.run.smithi175.stdout:(16/33): python3-toml-0.10.2-6.el9.noarch.rpm 437 kB/s | 42 kB 00:00 2024-09-16T01:15:52.125 INFO:teuthology.orchestra.run.smithi175.stdout:(17/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 456 kB/s | 43 kB 00:00 2024-09-16T01:15:52.158 INFO:teuthology.orchestra.run.smithi175.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 408 kB/s | 11 kB 00:00 2024-09-16T01:15:52.184 INFO:teuthology.orchestra.run.smithi175.stdout:(19/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-09-16T01:15:52.209 INFO:teuthology.orchestra.run.smithi175.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 362 kB/s | 18 kB 00:00 2024-09-16T01:15:52.234 INFO:teuthology.orchestra.run.smithi175.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 460 kB/s | 23 kB 00:00 2024-09-16T01:15:52.260 INFO:teuthology.orchestra.run.smithi175.stdout:(22/33): python3-jaraco-functools-3.5.0-2.el9.n 387 kB/s | 19 kB 00:00 2024-09-16T01:15:52.285 INFO:teuthology.orchestra.run.smithi175.stdout:(23/33): python3-jaraco-text-3.2.0-6.el9.noarch 392 kB/s | 20 kB 00:00 2024-09-16T01:15:52.310 INFO:teuthology.orchestra.run.smithi175.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 926 kB/s | 46 kB 00:00 2024-09-16T01:15:52.335 INFO:teuthology.orchestra.run.smithi175.stdout:(25/33): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-09-16T01:15:52.361 INFO:teuthology.orchestra.run.smithi175.stdout:(26/33): python3-portend-3.1.0-2.el9.noarch.rpm 660 kB/s | 16 kB 00:00 2024-09-16T01:15:52.386 INFO:teuthology.orchestra.run.smithi175.stdout:(27/33): python3-cherrypy-18.6.1-2.el9.noarch.r 1.2 MB/s | 358 kB 00:00 2024-09-16T01:15:52.411 INFO:teuthology.orchestra.run.smithi175.stdout:(28/33): python3-tempora-5.0.0-2.el9.noarch.rpm 1.4 MB/s | 36 kB 00:00 2024-09-16T01:15:52.436 INFO:teuthology.orchestra.run.smithi175.stdout:(29/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.2 MB/s | 90 kB 00:00 2024-09-16T01:15:52.462 INFO:teuthology.orchestra.run.smithi175.stdout:(30/33): python3-pecan-1.4.2-3.el9.noarch.rpm 1.8 MB/s | 272 kB 00:00 2024-09-16T01:15:52.487 INFO:teuthology.orchestra.run.smithi175.stdout:(31/33): python3-zc-lockfile-2.0-10.el9.noarch. 803 kB/s | 20 kB 00:00 2024-09-16T01:15:52.512 INFO:teuthology.orchestra.run.smithi175.stdout:(32/33): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-16T01:15:52.537 INFO:teuthology.orchestra.run.smithi175.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.2 MB/s | 427 kB 00:00 2024-09-16T01:15:52.542 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:15:52.542 INFO:teuthology.orchestra.run.smithi175.stdout:Total 12 MB/s | 29 MB 00:02 2024-09-16T01:15:52.662 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:15:52.700 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:15:52.700 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:15:53.125 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:15:53.125 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:15:54.380 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:15:54.449 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-09-16T01:15:54.481 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-09-16T01:15:54.522 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-09-16T01:15:54.615 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-09-16T01:15:54.693 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-09-16T01:15:54.741 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 6/33 2024-09-16T01:15:54.785 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-09-16T01:15:54.815 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-09-16T01:15:54.849 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-09-16T01:15:54.882 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-09-16T01:15:54.931 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-09-16T01:15:54.967 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-09-16T01:15:55.001 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-09-16T01:15:55.039 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-09-16T01:15:55.130 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-09-16T01:15:55.287 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-09-16T01:15:55.372 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-09-16T01:15:55.433 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 18/33 2024-09-16T01:15:55.471 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-09-16T01:15:55.529 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-09-16T01:15:55.593 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-09-16T01:15:55.797 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-09-16T01:15:55.850 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-09-16T01:15:55.920 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-09-16T01:15:56.009 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-09-16T01:15:56.049 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-09-16T01:15:56.165 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-09-16T01:15:56.324 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9.n 28/33 2024-09-16T01:15:56.351 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 29/33 2024-09-16T01:15:56.376 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 29/33 2024-09-16T01:15:56.376 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:15:56.377 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T01:15:56.377 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:15:56.377 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:15:56.377 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:57.794 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 30/33 2024-09-16T01:15:57.821 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 30/33 2024-09-16T01:15:57.822 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:15:57.822 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T01:15:57.822 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:15:57.822 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:15:57.822 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:58.278 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 31/33 2024-09-16T01:15:58.302 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 31/33 2024-09-16T01:15:58.302 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:15:58.302 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T01:15:58.302 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:15:58.302 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:15:58.303 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:58.512 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 32/33 2024-09-16T01:15:58.536 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 32/33 2024-09-16T01:15:58.536 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:15:58.536 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T01:15:58.536 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:15:58.536 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:15:58.536 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:15:58.601 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-2:18.2.4-853.gae7f3733.el9.x86_64 33/33 2024-09-16T01:16:00.429 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-2:18.2.4-853.gae7f3733.el9.x86_64 33/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-2:18.2.4-853.gae7f3733.el9.x86_64 1/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 2/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 3/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 4/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 5/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9.n 6/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-09-16T01:16:00.430 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-09-16T01:16:00.431 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/33 2024-09-16T01:16:00.431 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-09-16T01:16:00.431 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-09-16T01:16:00.431 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-09-16T01:16:00.431 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-09-16T01:16:00.431 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-09-16T01:16:00.431 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-09-16T01:16:00.431 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-09-16T01:16:00.431 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-09-16T01:16:00.432 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-09-16T01:16:00.432 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-09-16T01:16:00.432 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-09-16T01:16:00.432 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-09-16T01:16:00.432 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-09-16T01:16:00.432 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-09-16T01:16:00.432 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-09-16T01:16:00.432 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-09-16T01:16:00.432 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-09-16T01:16:00.433 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-09-16T01:16:00.433 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 31/33 2024-09-16T01:16:00.433 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-09-16T01:16:01.312 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-09-16T01:16:01.312 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:01.312 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:16:01.312 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:01.312 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:01.312 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:01.312 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T01:16:01.312 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:01.312 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T01:16:01.313 INFO:teuthology.orchestra.run.smithi175.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T01:16:01.314 INFO:teuthology.orchestra.run.smithi175.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T01:16:01.315 INFO:teuthology.orchestra.run.smithi175.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T01:16:01.315 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:01.315 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:01.752 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-base 2024-09-16T01:16:02.347 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:48 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:02.437 INFO:teuthology.orchestra.run.smithi175.stdout:Package ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 is already installed. 2024-09-16T01:16:02.479 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:02.480 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-09-16T01:16:02.480 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:02.546 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-immutable-object-cache 2024-09-16T01:16:03.111 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:49 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:03.243 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:03.244 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:03.244 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repo Size 2024-09-16T01:16:03.244 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:03.244 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:16:03.244 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-853.gae7f3733.el9 ceph 143 k 2024-09-16T01:16:03.244 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:03.244 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:16:03.244 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:03.244 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-09-16T01:16:03.245 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:03.245 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 143 k 2024-09-16T01:16:03.245 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 395 k 2024-09-16T01:16:03.245 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:16:03.459 INFO:teuthology.orchestra.run.smithi175.stdout:ceph-immutable-object-cache-18.2.4-853.gae7f373 666 kB/s | 143 kB 00:00 2024-09-16T01:16:03.459 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:16:03.460 INFO:teuthology.orchestra.run.smithi175.stdout:Total 661 kB/s | 143 kB 00:00 2024-09-16T01:16:03.460 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:16:03.467 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:16:03.467 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:16:03.524 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:16:03.525 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:16:03.671 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:16:03.735 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-853.gae7f3733.e 1/1 2024-09-16T01:16:03.760 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-853.gae7f3733.e 1/1 2024-09-16T01:16:03.760 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:16:03.760 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T01:16:03.760 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:04.783 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-853.gae7f3733.e 1/1 2024-09-16T01:16:04.784 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:04.784 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:16:04.784 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:04.784 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:04.784 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:05.036 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-mgr 2024-09-16T01:16:05.606 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:51 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:05.699 INFO:teuthology.orchestra.run.smithi175.stdout:Package ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 is already installed. 2024-09-16T01:16:05.741 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:05.742 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-09-16T01:16:05.742 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:05.818 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-fuse 2024-09-16T01:16:06.387 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:52 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:06.520 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse x86_64 2:18.2.4-853.gae7f3733.el9 ceph 852 k 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout:Install 2 Packages 2024-09-16T01:16:06.521 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:06.522 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 932 k 2024-09-16T01:16:06.522 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 2.7 M 2024-09-16T01:16:06.522 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:16:06.921 INFO:teuthology.orchestra.run.smithi175.stdout:(1/2): ceph-fuse-18.2.4-853.gae7f3733.el9.x86_6 3.1 MB/s | 852 kB 00:00 2024-09-16T01:16:07.121 INFO:teuthology.orchestra.run.smithi175.stdout:(2/2): fuse-2.9.9-16.el9.x86_64.rpm 171 kB/s | 80 kB 00:00 2024-09-16T01:16:07.122 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:16:07.122 INFO:teuthology.orchestra.run.smithi175.stdout:Total 1.5 MB/s | 932 kB 00:00 2024-09-16T01:16:07.135 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:16:07.159 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:16:07.160 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:16:07.235 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:16:07.235 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:16:07.422 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:16:07.553 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-16T01:16:07.627 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 2/2 2024-09-16T01:16:08.402 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 2/2 2024-09-16T01:16:08.403 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 1/2 2024-09-16T01:16:08.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-16T01:16:08.661 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:08.661 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:16:08.661 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-16T01:16:08.661 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:08.661 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:08.901 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install librados-devel 2024-09-16T01:16:09.477 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:55 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:09.611 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:09.612 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:09.612 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repo Size 2024-09-16T01:16:09.612 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:09.612 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:16:09.612 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel x86_64 2:18.2.4-853.gae7f3733.el9 ceph 127 k 2024-09-16T01:16:09.612 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:09.613 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:16:09.613 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:09.613 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-09-16T01:16:09.613 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:09.613 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 127 k 2024-09-16T01:16:09.613 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 456 k 2024-09-16T01:16:09.613 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:16:09.828 INFO:teuthology.orchestra.run.smithi175.stdout:librados-devel-18.2.4-853.gae7f3733.el9.x86_64. 593 kB/s | 127 kB 00:00 2024-09-16T01:16:09.828 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:16:09.829 INFO:teuthology.orchestra.run.smithi175.stdout:Total 588 kB/s | 127 kB 00:00 2024-09-16T01:16:09.829 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:16:09.834 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:16:09.834 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:16:09.893 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:16:09.893 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:16:10.037 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:16:10.148 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:10.579 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:10.816 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:10.817 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:10.817 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:16:10.817 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:10.817 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:10.817 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:11.045 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install libcephfs2 2024-09-16T01:16:11.619 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:57 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:11.711 INFO:teuthology.orchestra.run.smithi175.stdout:Package libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 is already installed. 2024-09-16T01:16:11.754 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:11.755 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-09-16T01:16:11.755 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:11.825 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install libcephfs-devel 2024-09-16T01:16:12.380 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:58 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:12.511 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:12.512 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:12.512 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repo Size 2024-09-16T01:16:12.512 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:12.512 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:16:12.512 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel x86_64 2:18.2.4-853.gae7f3733.el9 ceph 31 k 2024-09-16T01:16:12.512 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:12.512 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:16:12.512 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:12.512 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-09-16T01:16:12.512 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:12.513 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 31 k 2024-09-16T01:16:12.513 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 139 k 2024-09-16T01:16:12.513 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:16:12.664 INFO:teuthology.orchestra.run.smithi175.stdout:libcephfs-devel-18.2.4-853.gae7f3733.el9.x86_64 206 kB/s | 31 kB 00:00 2024-09-16T01:16:12.665 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:16:12.665 INFO:teuthology.orchestra.run.smithi175.stdout:Total 203 kB/s | 31 kB 00:00 2024-09-16T01:16:12.665 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:16:12.668 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:16:12.668 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:16:12.690 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:16:12.691 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:16:12.775 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:16:12.885 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:13.233 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:13.453 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:13.453 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:13.453 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:16:13.453 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:13.453 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:13.453 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:13.636 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install librados2 2024-09-16T01:16:14.198 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:00 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:14.287 INFO:teuthology.orchestra.run.smithi175.stdout:Package librados2-2:18.2.4-853.gae7f3733.el9.x86_64 is already installed. 2024-09-16T01:16:14.328 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:14.329 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-09-16T01:16:14.329 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:14.400 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install librbd1 2024-09-16T01:16:14.964 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:00 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:15.055 INFO:teuthology.orchestra.run.smithi175.stdout:Package librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 is already installed. 2024-09-16T01:16:15.096 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:15.097 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-09-16T01:16:15.097 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:15.169 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install python3-rados 2024-09-16T01:16:15.735 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:01 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:15.826 INFO:teuthology.orchestra.run.smithi175.stdout:Package python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 is already installed. 2024-09-16T01:16:15.869 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:15.869 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-09-16T01:16:15.869 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:15.945 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install python3-rgw 2024-09-16T01:16:16.510 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:02 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:16.600 INFO:teuthology.orchestra.run.smithi175.stdout:Package python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 is already installed. 2024-09-16T01:16:16.642 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:16.643 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-09-16T01:16:16.643 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:16.719 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install python3-cephfs 2024-09-16T01:16:17.282 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:03 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:17.373 INFO:teuthology.orchestra.run.smithi175.stdout:Package python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 is already installed. 2024-09-16T01:16:17.415 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:17.416 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-09-16T01:16:17.416 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:17.493 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install python3-rbd 2024-09-16T01:16:18.053 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:04 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:18.143 INFO:teuthology.orchestra.run.smithi175.stdout:Package python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 is already installed. 2024-09-16T01:16:18.185 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:18.186 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-09-16T01:16:18.186 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:18.260 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install rbd-fuse 2024-09-16T01:16:18.820 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:04 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:18.951 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout: Package Architecture Version Repository Size 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse x86_64 2:18.2.4-853.gae7f3733.el9 ceph 87 k 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 87 k 2024-09-16T01:16:18.952 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 227 k 2024-09-16T01:16:18.953 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:16:19.193 INFO:teuthology.orchestra.run.smithi175.stdout:rbd-fuse-18.2.4-853.gae7f3733.el9.x86_64.rpm 360 kB/s | 87 kB 00:00 2024-09-16T01:16:19.194 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:16:19.194 INFO:teuthology.orchestra.run.smithi175.stdout:Total 358 kB/s | 87 kB 00:00 2024-09-16T01:16:19.194 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:16:19.201 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:16:19.201 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:16:19.258 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:16:19.258 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:16:19.395 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:16:19.495 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:19.884 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:20.148 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:20.148 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:20.149 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:16:20.149 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:20.149 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:20.149 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:20.409 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install rbd-mirror 2024-09-16T01:16:20.975 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:06 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:21.108 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:21.109 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:21.109 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repo Size 2024-09-16T01:16:21.109 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:21.109 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:16:21.109 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror x86_64 2:18.2.4-853.gae7f3733.el9 ceph 3.0 M 2024-09-16T01:16:21.109 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:21.109 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:16:21.109 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:21.109 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-09-16T01:16:21.110 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:21.110 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 3.0 M 2024-09-16T01:16:21.110 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 12 M 2024-09-16T01:16:21.110 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:16:21.428 INFO:teuthology.orchestra.run.smithi175.stdout:rbd-mirror-18.2.4-853.gae7f3733.el9.x86_64.rpm 9.4 MB/s | 3.0 MB 00:00 2024-09-16T01:16:21.429 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:16:21.429 INFO:teuthology.orchestra.run.smithi175.stdout:Total 9.4 MB/s | 3.0 MB 00:00 2024-09-16T01:16:21.429 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:16:21.437 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:16:21.437 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:16:21.510 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:16:21.511 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:16:21.916 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:16:21.987 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:22.012 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:22.012 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:16:22.012 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T01:16:22.012 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:16:22.012 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:16:22.012 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:23.085 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:23.086 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:23.086 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:16:23.086 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:23.086 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:23.086 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:23.337 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install rbd-nbd 2024-09-16T01:16:23.911 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:09 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:24.045 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:24.046 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:24.046 INFO:teuthology.orchestra.run.smithi175.stdout: Package Architecture Version Repository Size 2024-09-16T01:16:24.046 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:24.046 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-16T01:16:24.046 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd x86_64 2:18.2.4-853.gae7f3733.el9 ceph 172 k 2024-09-16T01:16:24.046 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:24.047 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:16:24.047 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:16:24.047 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-09-16T01:16:24.047 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:24.047 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 172 k 2024-09-16T01:16:24.047 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 494 k 2024-09-16T01:16:24.047 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:16:24.264 INFO:teuthology.orchestra.run.smithi175.stdout:rbd-nbd-18.2.4-853.gae7f3733.el9.x86_64.rpm 793 kB/s | 172 kB 00:00 2024-09-16T01:16:24.265 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:16:24.265 INFO:teuthology.orchestra.run.smithi175.stdout:Total 788 kB/s | 172 kB 00:00 2024-09-16T01:16:24.265 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:16:24.272 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:16:24.272 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:16:24.329 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:16:24.329 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:16:24.482 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:16:24.593 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:24.999 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:25.271 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 1/1 2024-09-16T01:16:25.271 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:25.272 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:16:25.272 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T01:16:25.272 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:25.272 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:25.579 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install librados2 2024-09-16T01:16:26.160 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:12 ago on Mon 16 Sep 2024 01:15:14 AM UTC. 2024-09-16T01:16:26.253 INFO:teuthology.orchestra.run.smithi175.stdout:Package librados2-2:18.2.4-853.gae7f3733.el9.x86_64 is already installed. 2024-09-16T01:16:26.296 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:16:26.297 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-09-16T01:16:26.297 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:16:26.369 DEBUG:teuthology.parallel:result is None 2024-09-16T01:16:26.369 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T01:16:26.370 INFO:teuthology.packaging:ref: None 2024-09-16T01:16:26.370 INFO:teuthology.packaging:tag: None 2024-09-16T01:16:26.370 INFO:teuthology.packaging:branch: reef 2024-09-16T01:16:26.370 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:16:26.370 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-16T01:16:26.641 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T01:16:26.663 INFO:teuthology.orchestra.run.smithi175.stdout:18.2.4-853.gae7f3733.el9 2024-09-16T01:16:26.663 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-853.gae7f3733.el9 2024-09-16T01:16:26.663 INFO:teuthology.task.install:The correct ceph version 18.2.4-853.gae7f3733 is installed. 2024-09-16T01:16:26.665 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T01:16:26.665 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:26.666 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T01:16:26.729 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T01:16:26.729 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:26.729 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T01:16:26.794 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T01:16:26.859 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T01:16:26.859 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:26.859 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T01:16:26.923 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T01:16:26.988 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T01:16:26.988 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:26.988 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T01:16:27.054 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T01:16:27.118 INFO:teuthology.run_tasks:Running task print... 2024-09-16T01:16:27.129 INFO:teuthology.task.print:**** done installing reef 2024-09-16T01:16:27.129 INFO:teuthology.run_tasks:Running task ceph... 2024-09-16T01:16:27.212 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-16T01:16:27.213 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 777 /var/log/ceph 2024-09-16T01:16:27.238 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-16T01:16:27.238 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T01:16:27.302 INFO:tasks.ceph:Creating extra log directories... 2024-09-16T01:16:27.303 DEBUG:teuthology.orchestra.run.smithi175:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T01:16:27.376 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-16T01:16:27.376 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-16T01:16:27.376 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906456', 'branch': 'squid', 'description': 'fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/reef 1-upgrade}}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7906456', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'meta': [{'desc': 'install ceph/reef latest\n'}], 'name': 'teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3']], 'seed': 3393, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'sleep_before_teardown': 0, 'subset': '294/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4', 'targets': {'smithi175.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBENtj9z0Fy2yC+KYQHYlMRcflna3pSTLsqj9AcnitxAeDyhPc/pyGIn7EyuNCF4ntHxSyNJIyVzuUH85PTOrH3E='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'branch': 'reef', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, {'print': '**** done installing reef'}, {'ceph': {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'log-ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'flavor': 'default', 'fs': 'xfs', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'cluster': 'ceph'}}, {'exec': {'osd.0': ['ceph osd set-require-min-compat-client reef']}}, {'print': '**** done ceph'}, {'print': '*** upgrading, no cephfs present'}, {'exec': {'mon.a': ['ceph fs dump']}}, {'install.upgrade': {'mon.a': None}}, {'print': '**** done install.upgrade'}, {'ceph.restart': {'daemons': ['mon.*', 'mgr.*'], 'mon-health-to-clog': False, 'wait-for-healthy': False}}, {'ceph.healthy': None}, {'ceph.restart': {'daemons': ['osd.*'], 'wait-for-healthy': False, 'wait-for-osds-up': True}}, {'exec': {'mon.a': ['ceph versions', 'ceph osd dump -f json-pretty', 'ceph fs dump', 'ceph osd require-osd-release squid', 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done']}}, {'ceph.healthy': None}, {'print': '**** done ceph.restart'}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-15_21:24:03', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-16T01:16:27.377 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T01:16:27.424 DEBUG:teuthology.orchestra.run.smithi175:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T01:16:27.489 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:27.489 DEBUG:teuthology.orchestra.run.smithi175:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T01:16:27.545 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T01:16:27.545 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_1 2024-09-16T01:16:27.600 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T01:16:27.600 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:16:27.600 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-16T01:16:27.600 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:16:27.600 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:16:27.601 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-09-16 01:16:22.284200643 +0000 2024-09-16T01:16:27.601 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-09-16 01:14:34.494529439 +0000 2024-09-16T01:16:27.601 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-09-16 01:14:34.494529439 +0000 2024-09-16T01:16:27.601 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-09-16 01:14:34.494529439 +0000 2024-09-16T01:16:27.601 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T01:16:27.664 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-09-16T01:16:27.664 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-09-16T01:16:27.664 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000222139 s, 2.3 MB/s 2024-09-16T01:16:27.665 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T01:16:27.722 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_2 2024-09-16T01:16:27.777 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T01:16:27.777 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:16:27.777 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-16T01:16:27.778 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:16:27.778 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:16:27.778 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-09-16 01:16:22.284200643 +0000 2024-09-16T01:16:27.778 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-09-16 01:14:34.824524216 +0000 2024-09-16T01:16:27.778 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-09-16 01:14:34.824524216 +0000 2024-09-16T01:16:27.778 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-09-16 01:14:34.824524216 +0000 2024-09-16T01:16:27.778 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T01:16:27.842 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-09-16T01:16:27.842 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-09-16T01:16:27.842 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.00017074 s, 3.0 MB/s 2024-09-16T01:16:27.843 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T01:16:27.899 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_3 2024-09-16T01:16:27.954 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T01:16:27.954 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:16:27.954 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-16T01:16:27.954 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:16:27.954 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:16:27.955 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-09-16 01:16:22.285200627 +0000 2024-09-16T01:16:27.955 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-09-16 01:14:35.142519181 +0000 2024-09-16T01:16:27.955 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-09-16 01:14:35.142519181 +0000 2024-09-16T01:16:27.955 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-09-16 01:14:35.142519181 +0000 2024-09-16T01:16:27.955 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T01:16:28.018 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-09-16T01:16:28.018 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-09-16T01:16:28.018 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000212837 s, 2.4 MB/s 2024-09-16T01:16:28.019 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T01:16:28.076 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_4 2024-09-16T01:16:28.131 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T01:16:28.131 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:16:28.131 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-16T01:16:28.131 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:16:28.131 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:16:28.131 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-09-16 01:16:22.285200627 +0000 2024-09-16T01:16:28.131 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-09-16 01:14:35.471513972 +0000 2024-09-16T01:16:28.131 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-09-16 01:14:35.471513972 +0000 2024-09-16T01:16:28.131 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-09-16 01:14:35.471513972 +0000 2024-09-16T01:16:28.131 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T01:16:28.194 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-09-16T01:16:28.194 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-09-16T01:16:28.194 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000178117 s, 2.9 MB/s 2024-09-16T01:16:28.195 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T01:16:28.251 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:16:28.251 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi175.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2024-09-16T01:16:28.251 INFO:tasks.ceph:Generating config... 2024-09-16T01:16:28.252 INFO:tasks.ceph:[global] mon warn on pool no app = False 2024-09-16T01:16:28.252 INFO:tasks.ceph:[global] ms bind msgr2 = False 2024-09-16T01:16:28.252 INFO:tasks.ceph:[global] bluestore warn on legacy statfs = False 2024-09-16T01:16:28.252 INFO:tasks.ceph:[global] bluestore warn on no per pool omap = False 2024-09-16T01:16:28.253 INFO:tasks.ceph:[global] mon pg warn min per osd = 0 2024-09-16T01:16:28.253 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-16T01:16:28.253 INFO:tasks.ceph:[client] debug client = 20 2024-09-16T01:16:28.253 INFO:tasks.ceph:[client] debug ms = 1 2024-09-16T01:16:28.253 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-16T01:16:28.253 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-16T01:16:28.253 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-16T01:16:28.253 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-16T01:16:28.253 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-16T01:16:28.253 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-16T01:16:28.253 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-16T01:16:28.253 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-16T01:16:28.253 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-16T01:16:28.253 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mon] mon warn on osd down out interval zero = False 2024-09-16T01:16:28.254 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-16T01:16:28.254 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-16T01:16:28.254 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-16T01:16:28.254 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-16T01:16:28.255 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-16T01:16:28.255 INFO:tasks.ceph:Setting up mon.a... 2024-09-16T01:16:28.256 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-16T01:16:28.342 INFO:teuthology.orchestra.run.smithi175.stdout:creating /etc/ceph/ceph.keyring 2024-09-16T01:16:28.345 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-16T01:16:28.386 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T01:16:28.451 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.175'), ('mon.b', '[v2:172.21.15.175:3301,v1:172.21.15.175:6790]'), ('mon.c', '[v2:172.21.15.175:3302,v1:172.21.15.175:6791]')] 2024-09-16T01:16:28.452 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.175,[v2:172.21.15.175:3301,v1:172.21.15.175:6790],[v2:172.21.15.175:3302,v1:172.21.15.175:6791]', 'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-16T01:16:28.453 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:28.453 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T01:16:28.507 DEBUG:teuthology.orchestra.run.smithi175:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.175 --addv b '[v2:172.21.15.175:3301,v1:172.21.15.175:6790]' --addv c '[v2:172.21.15.175:3302,v1:172.21.15.175:6791]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:16:28.592 INFO:teuthology.orchestra.run.smithi175.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:16:28.592 INFO:teuthology.orchestra.run.smithi175.stdout:monmaptool: generated fsid b262d53f-8384-4a3d-b182-c7fd662fd97e 2024-09-16T01:16:28.592 INFO:teuthology.orchestra.run.smithi175.stdout:setting min_mon_release = pacific 2024-09-16T01:16:28.593 INFO:teuthology.orchestra.run.smithi175.stdout:epoch 0 2024-09-16T01:16:28.593 INFO:teuthology.orchestra.run.smithi175.stdout:fsid b262d53f-8384-4a3d-b182-c7fd662fd97e 2024-09-16T01:16:28.593 INFO:teuthology.orchestra.run.smithi175.stdout:last_changed 2024-09-16T01:16:28.592240+0000 2024-09-16T01:16:28.593 INFO:teuthology.orchestra.run.smithi175.stdout:created 2024-09-16T01:16:28.592240+0000 2024-09-16T01:16:28.593 INFO:teuthology.orchestra.run.smithi175.stdout:min_mon_release 16 (pacific) 2024-09-16T01:16:28.593 INFO:teuthology.orchestra.run.smithi175.stdout:election_strategy: 1 2024-09-16T01:16:28.593 INFO:teuthology.orchestra.run.smithi175.stdout:0: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.a 2024-09-16T01:16:28.593 INFO:teuthology.orchestra.run.smithi175.stdout:1: [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] mon.b 2024-09-16T01:16:28.593 INFO:teuthology.orchestra.run.smithi175.stdout:2: [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] mon.c 2024-09-16T01:16:28.593 INFO:teuthology.orchestra.run.smithi175.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-16T01:16:28.594 DEBUG:teuthology.orchestra.run.smithi175:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T01:16:28.610 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID b262d53f-8384-4a3d-b182-c7fd662fd97e... 2024-09-16T01:16:28.610 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T01:16:28.693 INFO:teuthology.orchestra.run.smithi175.stdout:[global] 2024-09-16T01:16:28.693 INFO:teuthology.orchestra.run.smithi175.stdout: chdir = "" 2024-09-16T01:16:28.693 INFO:teuthology.orchestra.run.smithi175.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T01:16:28.693 INFO:teuthology.orchestra.run.smithi175.stdout: auth supported = cephx 2024-09-16T01:16:28.693 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.693 INFO:teuthology.orchestra.run.smithi175.stdout: filestore xattr use omap = true 2024-09-16T01:16:28.693 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.693 INFO:teuthology.orchestra.run.smithi175.stdout: mon clock drift allowed = 1.000 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: osd crush chooseleaf type = 0 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: auth debug = true 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: ms die on old message = true 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: ms die on bug = true 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: mon pg warn max object skew = 0 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.694 INFO:teuthology.orchestra.run.smithi175.stdout: osd pool default size = 2 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd allow primary affinity = true 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd allow pg remap = true 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on legacy crush tunables = false 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on crush straw calc version zero = false 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on no sortbitwise = false 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on osd down out interval zero = false 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on too few osds = false 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: mon_allow_pool_size_one = true 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T01:16:28.695 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: osd default data pool replay window = 5 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: mon allow pool delete = true 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: mon cluster log file level = debug 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: debug asserts on shutdown = true 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: mon health detail to clog = false 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: mon host = "172.21.15.175,[v2:172.21.15.175:3301,v1:172.21.15.175:6790],[v2:172.21.15.175:3302,v1:172.21.15.175:6791]" 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on pool no app = False 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: ms bind msgr2 = False 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: bluestore warn on legacy statfs = False 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: bluestore warn on no per pool omap = False 2024-09-16T01:16:28.696 INFO:teuthology.orchestra.run.smithi175.stdout: mon pg warn min per osd = 0 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: fsid = b262d53f-8384-4a3d-b182-c7fd662fd97e 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout:[osd] 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: osd journal size = 100 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: osd scrub load threshold = 5.0 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: osd scrub max interval = 600 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: osd mclock profile = high_recovery_ops 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: osd recover clone overlap = true 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: osd recovery max chunk = 1048576 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.697 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug shutdown = true 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug op order = true 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug verify stray on activate = true 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug trim objects = true 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: osd open classes on start = true 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug pg log writeout = true 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: osd deep scrub update digest min age = 30 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: osd map max advance = 10 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: journal zero on create = true 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.698 INFO:teuthology.orchestra.run.smithi175.stdout: filestore ondisk finisher threads = 3 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: filestore apply finisher threads = 3 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: bdev debug aio = true 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug misdirected ops = true 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: bdev async discard = True 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: bdev enable discard = True 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: bluestore allocator = bitmap 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: bluestore block size = 96636764160 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: bluestore fsck on mount = True 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: debug bluefs = 1/20 2024-09-16T01:16:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: debug bluestore = 1/20 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: debug ms = 1 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: debug osd = 20 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: debug rocksdb = 4/10 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd full ratio = 0.9 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd nearfull ratio = 0.8 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: osd failsafe full ratio = 0.95 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: osd objectstore = bluestore 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: osd op complaint time = 180 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout:[mgr] 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: debug ms = 1 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: debug mgr = 20 2024-09-16T01:16:28.700 INFO:teuthology.orchestra.run.smithi175.stdout: debug mon = 20 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: debug auth = 20 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: mon reweight min pgs per osd = 4 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: mon reweight min bytes per osd = 10 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: mgr/telemetry/nag = false 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: debug client = 20 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout:[mon] 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: debug ms = 1 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: debug mon = 20 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: debug paxos = 20 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: debug auth = 20 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: mon data avail warn = 5 2024-09-16T01:16:28.701 INFO:teuthology.orchestra.run.smithi175.stdout: mon mgr mkfs grace = 240 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: mon reweight min pgs per osd = 4 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd reporter subtree level = osd 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd prime pg temp = true 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: mon reweight min bytes per osd = 10 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.702 INFO:teuthology.orchestra.run.smithi175.stdout: # 1m isn't quite enough 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: mon_down_mkfs_grace = 2m 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: mon_warn_on_filestore_osds = false 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: mon down mkfs grace = 300 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: mon op complaint time = 120 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on osd down out interval zero = False 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on pool no app = False 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout:[client] 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: rgw cache enabled = true 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: rgw enable ops log = true 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: rgw enable usage log = true 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T01:16:28.703 INFO:teuthology.orchestra.run.smithi175.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout: client mount timeout = 600 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout: debug client = 20 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout: debug ms = 1 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout: rados mon op timeout = 900 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout: rados osd op timeout = 900 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout:[mon.a] 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout:[mon.b] 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout:[mon.c] 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout:[mds] 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout: debug mds = 20 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout: debug mds balancer = 20 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout: debug ms = 1 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout: mds debug frag = True 2024-09-16T01:16:28.704 INFO:teuthology.orchestra.run.smithi175.stdout: mds debug scatterstat = True 2024-09-16T01:16:28.705 INFO:teuthology.orchestra.run.smithi175.stdout: mds op complaint time = 180 2024-09-16T01:16:28.705 INFO:teuthology.orchestra.run.smithi175.stdout: mds verify scatter = True 2024-09-16T01:16:28.705 INFO:teuthology.orchestra.run.smithi175.stdout: osd op complaint time = 180 2024-09-16T01:16:28.705 INFO:teuthology.orchestra.run.smithi175.stdout: rados mon op timeout = 900 2024-09-16T01:16:28.705 INFO:teuthology.orchestra.run.smithi175.stdout: rados osd op timeout = 900 2024-09-16T01:16:28.706 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-16T01:16:28.706 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-16T01:16:28.800 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-16T01:16:28.800 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:28.800 DEBUG:teuthology.orchestra.run.smithi175:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-16T01:16:28.816 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:28.816 DEBUG:teuthology.orchestra.run.smithi175:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-16T01:16:28.871 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:16:28.871 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:28.871 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T01:16:28.871 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T01:16:28.945 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:28.945 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:16:29.001 INFO:tasks.ceph:Setting up mon nodes... 2024-09-16T01:16:29.001 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-16T01:16:29.001 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T01:16:29.091 INFO:teuthology.orchestra.run.smithi175.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T01:16:29.094 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T01:16:29.144 INFO:teuthology.orchestra.run.smithi175.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T01:16:29.146 INFO:tasks.ceph:Setting up mds nodes... 2024-09-16T01:16:29.146 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-16T01:16:29.146 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-16T01:16:29.147 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi175.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2024-09-16T01:16:29.147 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-16T01:16:29.171 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:16:29.171 INFO:tasks.ceph:role: osd.0 2024-09-16T01:16:29.171 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:16:29.171 DEBUG:teuthology.orchestra.run.smithi175:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T01:16:29.243 INFO:teuthology.orchestra.run.smithi175.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:16:29.244 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:16:29.244 INFO:teuthology.orchestra.run.smithi175.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:16:29.244 INFO:teuthology.orchestra.run.smithi175.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:16:29.244 INFO:teuthology.orchestra.run.smithi175.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:16:29.244 INFO:teuthology.orchestra.run.smithi175.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:16:29.244 INFO:teuthology.orchestra.run.smithi175.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:16:29.244 INFO:teuthology.orchestra.run.smithi175.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:16:29.244 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:16:29.244 INFO:teuthology.orchestra.run.smithi175.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:16:29.751 INFO:teuthology.orchestra.run.smithi175.stdout:Discarding blocks...Done. 2024-09-16T01:16:29.753 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi175.front.sepia.ceph.com -o noatime 2024-09-16T01:16:29.753 DEBUG:teuthology.orchestra.run.smithi175:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-16T01:16:29.877 DEBUG:teuthology.orchestra.run.smithi175:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-16T01:16:29.910 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-16T01:16:29.978 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:16:29.978 INFO:tasks.ceph:role: osd.1 2024-09-16T01:16:29.978 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:16:29.979 DEBUG:teuthology.orchestra.run.smithi175:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T01:16:30.053 INFO:teuthology.orchestra.run.smithi175.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:16:30.053 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:16:30.053 INFO:teuthology.orchestra.run.smithi175.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:16:30.053 INFO:teuthology.orchestra.run.smithi175.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:16:30.053 INFO:teuthology.orchestra.run.smithi175.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:16:30.053 INFO:teuthology.orchestra.run.smithi175.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:16:30.053 INFO:teuthology.orchestra.run.smithi175.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:16:30.054 INFO:teuthology.orchestra.run.smithi175.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:16:30.054 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:16:30.054 INFO:teuthology.orchestra.run.smithi175.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:16:30.512 INFO:teuthology.orchestra.run.smithi175.stdout:Discarding blocks...Done. 2024-09-16T01:16:30.514 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi175.front.sepia.ceph.com -o noatime 2024-09-16T01:16:30.514 DEBUG:teuthology.orchestra.run.smithi175:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-16T01:16:30.605 DEBUG:teuthology.orchestra.run.smithi175:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-16T01:16:30.634 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-16T01:16:30.699 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:16:30.699 INFO:tasks.ceph:role: osd.2 2024-09-16T01:16:30.699 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:16:30.699 DEBUG:teuthology.orchestra.run.smithi175:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T01:16:30.771 INFO:teuthology.orchestra.run.smithi175.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:16:30.771 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:16:30.771 INFO:teuthology.orchestra.run.smithi175.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:16:30.771 INFO:teuthology.orchestra.run.smithi175.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:16:30.771 INFO:teuthology.orchestra.run.smithi175.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:16:30.772 INFO:teuthology.orchestra.run.smithi175.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:16:30.772 INFO:teuthology.orchestra.run.smithi175.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:16:30.772 INFO:teuthology.orchestra.run.smithi175.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:16:30.772 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:16:30.772 INFO:teuthology.orchestra.run.smithi175.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:16:31.259 INFO:teuthology.orchestra.run.smithi175.stdout:Discarding blocks...Done. 2024-09-16T01:16:31.260 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi175.front.sepia.ceph.com -o noatime 2024-09-16T01:16:31.261 DEBUG:teuthology.orchestra.run.smithi175:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-16T01:16:31.402 DEBUG:teuthology.orchestra.run.smithi175:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-16T01:16:31.433 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-16T01:16:31.499 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:16:31.499 INFO:tasks.ceph:role: osd.3 2024-09-16T01:16:31.499 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:16:31.499 DEBUG:teuthology.orchestra.run.smithi175:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T01:16:31.571 INFO:teuthology.orchestra.run.smithi175.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:16:31.571 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:16:31.571 INFO:teuthology.orchestra.run.smithi175.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:16:31.571 INFO:teuthology.orchestra.run.smithi175.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:16:31.572 INFO:teuthology.orchestra.run.smithi175.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:16:31.572 INFO:teuthology.orchestra.run.smithi175.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:16:31.572 INFO:teuthology.orchestra.run.smithi175.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:16:31.572 INFO:teuthology.orchestra.run.smithi175.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:16:31.572 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:16:31.572 INFO:teuthology.orchestra.run.smithi175.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:16:32.072 INFO:teuthology.orchestra.run.smithi175.stdout:Discarding blocks...Done. 2024-09-16T01:16:32.074 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi175.front.sepia.ceph.com -o noatime 2024-09-16T01:16:32.074 DEBUG:teuthology.orchestra.run.smithi175:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-16T01:16:32.213 DEBUG:teuthology.orchestra.run.smithi175:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-16T01:16:32.245 DEBUG:teuthology.orchestra.run.smithi175:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:16:32.340 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:32.339+0000 7fa962017640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-16T01:16:32.340 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:32.339+0000 7fa962017640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-16T01:16:32.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:32.339+0000 7fa962017640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-16T01:16:32.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:32.339+0000 7fa962017640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-16T01:16:32.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:32.339+0000 7fa962017640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-16T01:16:32.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:32.340+0000 7fa962017640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-16T01:16:35.195 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T01:16:35.225 DEBUG:teuthology.orchestra.run.smithi175:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:16:35.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:35.313+0000 7fda620dc640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-16T01:16:35.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:35.313+0000 7fda620dc640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-16T01:16:35.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:35.313+0000 7fda620dc640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-16T01:16:35.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:35.313+0000 7fda620dc640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-16T01:16:35.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:35.313+0000 7fda620dc640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-16T01:16:35.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:35.314+0000 7fda620dc640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-16T01:16:38.171 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T01:16:38.201 DEBUG:teuthology.orchestra.run.smithi175:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:16:38.292 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:38.290+0000 7fe8d3b34640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-16T01:16:38.292 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:38.290+0000 7fe8d3b34640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-16T01:16:38.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:38.290+0000 7fe8d3b34640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-16T01:16:38.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:38.290+0000 7fe8d3b34640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-16T01:16:38.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:38.290+0000 7fe8d3b34640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-16T01:16:38.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:38.291+0000 7fe8d3b34640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-16T01:16:41.145 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T01:16:41.175 DEBUG:teuthology.orchestra.run.smithi175:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:16:41.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:41.267+0000 7fab87c0e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-16T01:16:41.270 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:41.267+0000 7fab87c0e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-16T01:16:41.270 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:41.267+0000 7fab87c0e640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-16T01:16:41.270 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:41.267+0000 7fab87c0e640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-16T01:16:41.270 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:41.268+0000 7fab87c0e640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-16T01:16:41.270 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:41.268+0000 7fab87c0e640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-16T01:16:44.128 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T01:16:44.157 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-16T01:16:44.158 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:44.158 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-16T01:16:44.226 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:44.226 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-16T01:16:44.292 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:44.293 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-16T01:16:44.359 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:44.360 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-16T01:16:44.428 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:44.428 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-16T01:16:44.494 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:44.494 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-16T01:16:44.561 INFO:tasks.ceph:Adding keys to all mons... 2024-09-16T01:16:44.561 DEBUG:teuthology.orchestra.run.smithi175:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T01:16:44.625 INFO:teuthology.orchestra.run.smithi175.stdout:[mgr.x] 2024-09-16T01:16:44.625 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQDthudmUKdyBRAAQQhgpLUZSaB4PlSWYkODaw== 2024-09-16T01:16:44.625 INFO:teuthology.orchestra.run.smithi175.stdout:[mgr.y] 2024-09-16T01:16:44.626 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQDthudmLSqWCBAADIzoAlh+JqdDFcc/dvfTgQ== 2024-09-16T01:16:44.626 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.0] 2024-09-16T01:16:44.626 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQDwhudmHYBEFBAAjVpYAz7A5Pfp40A3biRN6A== 2024-09-16T01:16:44.626 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.1] 2024-09-16T01:16:44.626 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQDzhudm3pfJEhAAeSbTEtN6s10wEm3yBKltmw== 2024-09-16T01:16:44.626 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.2] 2024-09-16T01:16:44.627 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQD2hudmboNpERAALJpL3U7TXFLZG4MWLPvPsw== 2024-09-16T01:16:44.627 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.3] 2024-09-16T01:16:44.627 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQD5hudm1ygOEBAAGW2foGF/3aaKvHApRUVegw== 2024-09-16T01:16:44.628 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T01:16:44.720 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T01:16:44.770 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:16:44.821 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:16:44.871 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:16:44.921 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:16:44.971 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-16T01:16:44.971 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-16T01:16:44.995 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T01:16:45.091 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-16T01:16:45.116 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-16T01:16:45.180 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T01:16:45.276 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-16T01:16:45.301 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-16T01:16:45.365 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T01:16:45.461 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-16T01:16:45.485 DEBUG:teuthology.orchestra.run.smithi175:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:16:45.541 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-16T01:16:45.541 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-16T01:16:45.541 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-16T01:16:45.583 INFO:tasks.ceph.mon.a:Started 2024-09-16T01:16:45.583 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-16T01:16:45.583 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-16T01:16:45.587 INFO:tasks.ceph.mon.b:Started 2024-09-16T01:16:45.588 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-16T01:16:45.588 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-16T01:16:45.590 INFO:tasks.ceph.mon.c:Started 2024-09-16T01:16:45.590 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-16T01:16:45.590 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-16T01:16:45.591 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-16T01:16:45.593 INFO:tasks.ceph.mgr.x:Started 2024-09-16T01:16:45.593 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-16T01:16:45.593 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-16T01:16:45.595 INFO:tasks.ceph.mgr.y:Started 2024-09-16T01:16:45.595 INFO:tasks.ceph:Setting crush tunables to default 2024-09-16T01:16:45.595 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd crush tunables default 2024-09-16T01:16:45.725 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.722+0000 7f62abb9c640 1 Processor -- start 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.722+0000 7f62abb9c640 1 -- start start 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62abb9c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 0x7f62a406c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62abb9c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 0x7f62a409cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62abb9c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a409d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62abb9c640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62a409c3c0 con 0x7f62a406c2a0 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62abb9c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62a409eee0 con 0x7f62a406cbc0 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62abb9c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f62a406e230 con 0x7f62a409d490 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9137640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 0x7f62a409cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9938640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 0x7f62a406c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9137640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 0x7f62a409cf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:59648/0 (socket says 172.21.15.175:59648) 2024-09-16T01:16:45.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9938640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 0x7f62a406c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:57518/0 (socket says 172.21.15.175:57518) 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9137640 1 -- 172.21.15.175:0/3639914076 learned_addr learned my addr 172.21.15.175:0/3639914076 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62aa139640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a409d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9137640 1 -- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 msgr2=0x7f62a409cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9137640 1 -- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 msgr2=0x7f62a409cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9137640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 0x7f62a409cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9137640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 0x7f62a409cf50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9938640 1 -- 172.21.15.175:0/3639914076 >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 msgr2=0x7f62a406c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9938640 1 -- 172.21.15.175:0/3639914076 >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 msgr2=0x7f62a406c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9938640 1 --2- 172.21.15.175:0/3639914076 >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 0x7f62a406c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62a9938640 1 --2- 172.21.15.175:0/3639914076 >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 0x7f62a406c680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62aa139640 1 -- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 msgr2=0x7f62a409d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62aa139640 1 -- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 msgr2=0x7f62a409d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62aa139640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a409d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:16:45.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.723+0000 7f62aa139640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a409d920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:16:45.822 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:45.821+0000 7f86bcc14040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:16:45.862 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:45.861+0000 7f86bcc14040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:16:45.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.924+0000 7f62aa139640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a409d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:45.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.924+0000 7f62a9137640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 0x7f62a409cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:45.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.924+0000 7f62a9938640 1 --2- 172.21.15.175:0/3639914076 >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 0x7f62a406c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:45.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.924+0000 7f62aa139640 1 -- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 msgr2=0x7f62a409cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:45.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.924+0000 7f62aa139640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 0x7f62a409cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:45.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.924+0000 7f62aa139640 1 -- 172.21.15.175:0/3639914076 >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 msgr2=0x7f62a406c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:45.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.924+0000 7f62aa139640 1 --2- 172.21.15.175:0/3639914076 >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 0x7f62a406c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:45.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.924+0000 7f62aa139640 1 -- 172.21.15.175:0/3639914076 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62a409c0e0 con 0x7f62a409d490 2024-09-16T01:16:45.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.924+0000 7f62a9137640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 0x7f62a409cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:45.926 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:45.924+0000 7f86bcc14040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:16:45.927 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.925+0000 7f62aa139640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a409d920 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f629c009610 tx=0x7f629c02aa30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20c988fe9b5c79ff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:45.927 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.925+0000 7f62a8936640 1 -- 172.21.15.175:0/3639914076 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f629c02f850 con 0x7f62a409d490 2024-09-16T01:16:45.927 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.925+0000 7f62a8936640 1 -- 172.21.15.175:0/3639914076 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f629c02f9b0 con 0x7f62a409d490 2024-09-16T01:16:45.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.925+0000 7f62a8936640 1 -- 172.21.15.175:0/3639914076 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f629c02fd60 con 0x7f62a409d490 2024-09-16T01:16:45.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.926+0000 7f62abb9c640 1 -- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 msgr2=0x7f62a409d920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:45.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.926+0000 7f62abb9c640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a409d920 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f629c009610 tx=0x7f629c02aa30 comp rx=0 tx=0).stop 2024-09-16T01:16:45.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.926+0000 7f62abb9c640 1 -- 172.21.15.175:0/3639914076 shutdown_connections 2024-09-16T01:16:45.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.926+0000 7f62abb9c640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a409d920 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:45.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.926+0000 7f62abb9c640 1 --2- 172.21.15.175:0/3639914076 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406cbc0 0x7f62a409cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:45.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.926+0000 7f62abb9c640 1 --2- 172.21.15.175:0/3639914076 >> v2:172.21.15.175:3300/0 conn(0x7f62a406c2a0 0x7f62a406c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:45.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.926+0000 7f62abb9c640 1 -- 172.21.15.175:0/3639914076 >> 172.21.15.175:0/3639914076 conn(0x7f62a406f730 msgr2=0x7f62a406fb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:45.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.926+0000 7f62abb9c640 1 -- 172.21.15.175:0/3639914076 shutdown_connections 2024-09-16T01:16:45.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.926+0000 7f62abb9c640 1 -- 172.21.15.175:0/3639914076 wait complete. 2024-09-16T01:16:45.931 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62abb9c640 1 Processor -- start 2024-09-16T01:16:45.931 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62abb9c640 1 -- start start 2024-09-16T01:16:45.931 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62abb9c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406c2a0 0x7f62a41a3d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:45.931 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62abb9c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62a406cbc0 0x7f62a41a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:45.931 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62abb9c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a41c25a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:45.931 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62abb9c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62a41b1880 con 0x7f62a406cbc0 2024-09-16T01:16:45.931 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62abb9c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62a41a6f20 con 0x7f62a406c2a0 2024-09-16T01:16:45.931 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62abb9c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f62a41a72f0 con 0x7f62a409d490 2024-09-16T01:16:45.932 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62a9938640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406c2a0 0x7f62a41a3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:45.932 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62a9938640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406c2a0 0x7f62a41a3d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:59716/0 (socket says 172.21.15.175:59716) 2024-09-16T01:16:45.932 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62aa139640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a41c25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:45.932 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62a9938640 1 -- 172.21.15.175:0/3203154697 learned_addr learned my addr 172.21.15.175:0/3203154697 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:45.932 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.927+0000 7f62a9137640 1 --2- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62a406cbc0 0x7f62a41a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:45.932 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f62a9938640 1 -- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 msgr2=0x7f62a41c25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:45.932 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f62a9938640 1 --2- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a41c25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:45.932 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f62a9938640 1 -- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62a406cbc0 msgr2=0x7f62a41a42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:45.932 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f62a9938640 1 --2- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62a406cbc0 0x7f62a41a42b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:45.933 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f62a9938640 1 -- 172.21.15.175:0/3203154697 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62940095b0 con 0x7f62a406c2a0 2024-09-16T01:16:45.933 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f62a9938640 1 --2- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406c2a0 0x7f62a41a3d70 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f62a0004650 tx=0x7f62a000bb90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:45.933 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f629a7fc640 1 -- 172.21.15.175:0/3203154697 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62a00041f0 con 0x7f62a406c2a0 2024-09-16T01:16:45.933 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f629a7fc640 1 -- 172.21.15.175:0/3203154697 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62a0010830 con 0x7f62a406c2a0 2024-09-16T01:16:45.933 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f629a7fc640 1 -- 172.21.15.175:0/3203154697 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62a0010be0 con 0x7f62a406c2a0 2024-09-16T01:16:45.933 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f62abb9c640 1 -- 172.21.15.175:0/3203154697 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f629c009ad0 con 0x7f62a406c2a0 2024-09-16T01:16:45.933 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f62abb9c640 1 -- 172.21.15.175:0/3203154697 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62a41a6090 con 0x7f62a406c2a0 2024-09-16T01:16:45.933 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f629a7fc640 1 -- 172.21.15.175:0/3203154697 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f62a001d450 con 0x7f62a406c2a0 2024-09-16T01:16:45.933 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.928+0000 7f629a7fc640 1 -- 172.21.15.175:0/3203154697 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f62a0014a20 con 0x7f62a406c2a0 2024-09-16T01:16:45.933 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.929+0000 7f62abb9c640 1 -- 172.21.15.175:0/3203154697 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62a409d8a0 con 0x7f62a406c2a0 2024-09-16T01:16:45.934 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.931+0000 7f629a7fc640 1 -- 172.21.15.175:0/3203154697 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f62a0022060 con 0x7f62a406c2a0 2024-09-16T01:16:45.992 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:45.991+0000 7f1f9032b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:16:45.994 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:45.994+0000 7f62abb9c640 1 -- 172.21.15.175:0/3203154697 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f62a4072230 con 0x7f62a406c2a0 2024-09-16T01:16:46.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.005+0000 7f629a7fc640 1 -- 172.21.15.175:0/3203154697 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f62a0018070 con 0x7f62a406c2a0 2024-09-16T01:16:46.006 INFO:teuthology.orchestra.run.smithi175.stderr:adjusted tunables profile to default 2024-09-16T01:16:46.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.006+0000 7f62abb9c640 1 -- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406c2a0 msgr2=0x7f62a41a3d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.006+0000 7f62abb9c640 1 --2- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406c2a0 0x7f62a41a3d70 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f62a0004650 tx=0x7f62a000bb90 comp rx=0 tx=0).stop 2024-09-16T01:16:46.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.006+0000 7f62abb9c640 1 -- 172.21.15.175:0/3203154697 shutdown_connections 2024-09-16T01:16:46.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.006+0000 7f62abb9c640 1 --2- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f62a409d490 0x7f62a41c25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.006+0000 7f62abb9c640 1 --2- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62a406cbc0 0x7f62a41a42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.006+0000 7f62abb9c640 1 --2- 172.21.15.175:0/3203154697 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f62a406c2a0 0x7f62a41a3d70 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.006+0000 7f62abb9c640 1 -- 172.21.15.175:0/3203154697 >> 172.21.15.175:0/3203154697 conn(0x7f62a406f730 msgr2=0x7f62a4099a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:46.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.006+0000 7f62abb9c640 1 -- 172.21.15.175:0/3203154697 shutdown_connections 2024-09-16T01:16:46.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.006+0000 7f62abb9c640 1 -- 172.21.15.175:0/3203154697 wait complete. 2024-09-16T01:16:46.017 INFO:tasks.ceph:check_enable_crimson: False 2024-09-16T01:16:46.047 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-16T01:16:46.048 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:46.048 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-16T01:16:46.049 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:46.035+0000 7f1f9032b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:16:46.074 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:46.074 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-16T01:16:46.087 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:46.086+0000 7f1f9032b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:16:46.095 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:46.094+0000 7f86bcc14040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:16:46.111 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:46.111 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-16T01:16:46.177 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:16:46.177 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-16T01:16:46.186 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:46.186+0000 7f1f9032b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:16:46.210 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new 6010a3af-ea8d-4c2c-96f6-725c0e27547b 0 2024-09-16T01:16:46.211 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:46.210+0000 7f86bcc14040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:16:46.284 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:46.283+0000 7f1f9032b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:16:46.308 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.307+0000 7fb40395a640 1 Processor -- start 2024-09-16T01:16:46.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb40395a640 1 -- start start 2024-09-16T01:16:46.314 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb40395a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12e510 0x7fb3fc0988e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.314 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb40395a640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fb3fc12db70 0x7fb3fc12a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb40395a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 0x7fb3fc12ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb40395a640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3fc12e8f0 con 0x7fb3fc12db70 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb40395a640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3fc12e0c0 con 0x7fb3fc12a9d0 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb40395a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb3fc09a2f0 con 0x7fb3fc12e510 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb4016f6640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12e510 0x7fb3fc0988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb4016f6640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12e510 0x7fb3fc0988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:46196/0 (socket says 172.21.15.175:46196) 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb4016f6640 1 -- 172.21.15.175:0/817515610 learned_addr learned my addr 172.21.15.175:0/817515610 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb400ef5640 1 --2- 172.21.15.175:0/817515610 >> v2:172.21.15.175:3300/0 conn(0x7fb3fc12db70 0x7fb3fc12a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb401ef7640 1 --2- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 0x7fb3fc12ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb400ef5640 1 -- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12e510 msgr2=0x7fb3fc0988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:46.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb400ef5640 1 --2- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12e510 0x7fb3fc0988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb400ef5640 1 -- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 msgr2=0x7fb3fc12ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb400ef5640 1 --2- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 0x7fb3fc12ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb400ef5640 1 -- 172.21.15.175:0/817515610 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3fc099fb0 con 0x7fb3fc12db70 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.308+0000 7fb4016f6640 1 --2- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12e510 0x7fb3fc0988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.309+0000 7fb401ef7640 1 --2- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 0x7fb3fc12ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.309+0000 7fb400ef5640 1 --2- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12db70 0x7fb3fc12a490 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb3ec0097a0 tx=0x7fb3ec029fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45fcf69d2d52eec5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.309+0000 7fb3f3fff640 1 -- 172.21.15.175:0/817515610 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ec02ad20 con 0x7fb3fc12db70 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.309+0000 7fb3f3fff640 1 -- 172.21.15.175:0/817515610 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3ec02ae80 con 0x7fb3fc12db70 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.309+0000 7fb3f3fff640 1 -- 172.21.15.175:0/817515610 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ec032660 con 0x7fb3fc12db70 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.310+0000 7fb40395a640 1 -- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12db70 msgr2=0x7fb3fc12a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.310+0000 7fb40395a640 1 --2- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12db70 0x7fb3fc12a490 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb3ec0097a0 tx=0x7fb3ec029fd0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.310+0000 7fb40395a640 1 -- 172.21.15.175:0/817515610 shutdown_connections 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.310+0000 7fb40395a640 1 --2- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 0x7fb3fc12ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.310+0000 7fb40395a640 1 --2- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12db70 0x7fb3fc12a490 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.310+0000 7fb40395a640 1 --2- 172.21.15.175:0/817515610 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12e510 0x7fb3fc0988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.310+0000 7fb40395a640 1 -- 172.21.15.175:0/817515610 >> 172.21.15.175:0/817515610 conn(0x7fb3fc0a03a0 msgr2=0x7fb3fc0a07b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.310+0000 7fb40395a640 1 -- 172.21.15.175:0/817515610 shutdown_connections 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.310+0000 7fb40395a640 1 -- 172.21.15.175:0/817515610 wait complete. 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.311+0000 7fb40395a640 1 Processor -- start 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.311+0000 7fb40395a640 1 -- start start 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.311+0000 7fb40395a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 0x7fb3fc131680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.311+0000 7fb40395a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12db70 0x7fb3fc131bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.311+0000 7fb40395a640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12e510 0x7fb3fc132100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb40395a640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3fc133010 con 0x7fb3fc12e510 2024-09-16T01:16:46.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb40395a640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3fc1343a0 con 0x7fb3fc12a9d0 2024-09-16T01:16:46.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb40395a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb3fc071150 con 0x7fb3fc12db70 2024-09-16T01:16:46.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb400ef5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12db70 0x7fb3fc131bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb401ef7640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12e510 0x7fb3fc132100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb401ef7640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12e510 0x7fb3fc132100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:57606/0 (socket says 172.21.15.175:57606) 2024-09-16T01:16:46.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb400ef5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12db70 0x7fb3fc131bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:46212/0 (socket says 172.21.15.175:46212) 2024-09-16T01:16:46.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb401ef7640 1 -- 172.21.15.175:0/296167648 learned_addr learned my addr 172.21.15.175:0/296167648 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:46.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb4016f6640 1 --2- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 0x7fb3fc131680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb401ef7640 1 -- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12db70 msgr2=0x7fb3fc131bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb401ef7640 1 --2- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12db70 0x7fb3fc131bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb401ef7640 1 -- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 msgr2=0x7fb3fc131680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb401ef7640 1 --2- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 0x7fb3fc131680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb401ef7640 1 -- 172.21.15.175:0/296167648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3f4009a70 con 0x7fb3fc12e510 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb401ef7640 1 --2- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12e510 0x7fb3fc132100 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4009f00 tx=0x7fb3f400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb3f1ffb640 1 -- 172.21.15.175:0/296167648 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3f4009d70 con 0x7fb3fc12e510 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb3f1ffb640 1 -- 172.21.15.175:0/296167648 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3f400f040 con 0x7fb3fc12e510 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb3f1ffb640 1 -- 172.21.15.175:0/296167648 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3f4003bb0 con 0x7fb3fc12e510 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.312+0000 7fb40395a640 1 -- 172.21.15.175:0/296167648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3f80094d0 con 0x7fb3fc12e510 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.313+0000 7fb3f1ffb640 1 -- 172.21.15.175:0/296167648 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fb3f4004320 con 0x7fb3fc12e510 2024-09-16T01:16:46.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.313+0000 7fb40395a640 1 -- 172.21.15.175:0/296167648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3ec009400 con 0x7fb3fc12e510 2024-09-16T01:16:46.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.313+0000 7fb3f1ffb640 1 -- 172.21.15.175:0/296167648 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7fb3f4014b30 con 0x7fb3fc12e510 2024-09-16T01:16:46.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.314+0000 7fb40395a640 1 -- 172.21.15.175:0/296167648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3fc1341e0 con 0x7fb3fc12e510 2024-09-16T01:16:46.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.316+0000 7fb3f1ffb640 1 -- 172.21.15.175:0/296167648 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fb3f4018030 con 0x7fb3fc12e510 2024-09-16T01:16:46.385 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.384+0000 7fb40395a640 1 -- 172.21.15.175:0/296167648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6010a3af-ea8d-4c2c-96f6-725c0e27547b", "id": 0} v 0) v1 -- 0x7fb3fc134c70 con 0x7fb3fc12e510 2024-09-16T01:16:46.392 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.391+0000 7fb3f1ffb640 1 -- 172.21.15.175:0/296167648 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6010a3af-ea8d-4c2c-96f6-725c0e27547b", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7fb3f4004800 con 0x7fb3fc12e510 2024-09-16T01:16:46.393 INFO:teuthology.orchestra.run.smithi175.stdout:0 2024-09-16T01:16:46.394 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.392+0000 7fb40395a640 1 -- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12e510 msgr2=0x7fb3fc132100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.394 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.392+0000 7fb40395a640 1 --2- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12e510 0x7fb3fc132100 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4009f00 tx=0x7fb3f400c490 comp rx=0 tx=0).stop 2024-09-16T01:16:46.394 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.392+0000 7fb40395a640 1 -- 172.21.15.175:0/296167648 shutdown_connections 2024-09-16T01:16:46.394 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.392+0000 7fb40395a640 1 --2- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3fc12e510 0x7fb3fc132100 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.395 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.392+0000 7fb40395a640 1 --2- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb3fc12db70 0x7fb3fc131bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.395 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.392+0000 7fb40395a640 1 --2- 172.21.15.175:0/296167648 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb3fc12a9d0 0x7fb3fc131680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.395 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.392+0000 7fb40395a640 1 -- 172.21.15.175:0/296167648 >> 172.21.15.175:0/296167648 conn(0x7fb3fc0a03a0 msgr2=0x7fb3fc09b380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:46.395 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.392+0000 7fb40395a640 1 -- 172.21.15.175:0/296167648 shutdown_connections 2024-09-16T01:16:46.395 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.392+0000 7fb40395a640 1 -- 172.21.15.175:0/296167648 wait complete. 2024-09-16T01:16:46.404 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new 5d6d1ad3-1f8b-4255-9644-6ddde10d1caa 1 2024-09-16T01:16:46.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f7880d640 1 Processor -- start 2024-09-16T01:16:46.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f7880d640 1 -- start start 2024-09-16T01:16:46.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f7880d640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f1f7412db70 0x7f1f74132cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f7880d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f741331f0 0x7f1f741355e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f7880d640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f7412e8f0 con 0x7f1f7412e510 2024-09-16T01:16:46.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f7880d640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f7412e0c0 con 0x7f1f7412db70 2024-09-16T01:16:46.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f7880d640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7409a2f0 con 0x7f1f741331f0 2024-09-16T01:16:46.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f6bfff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f1f7412db70 0x7f1f74132cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f72d9d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f741331f0 0x7f1f741355e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f7259c640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f1f7412e510 0x7f1f740988e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:47584/0 (socket says 172.21.15.175:47584) 2024-09-16T01:16:46.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f6bfff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f1f7412db70 0x7f1f74132cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:57620/0 (socket says 172.21.15.175:57620) 2024-09-16T01:16:46.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.501+0000 7f1f7259c640 1 -- 172.21.15.175:0/2549808795 learned_addr learned my addr 172.21.15.175:0/2549808795 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:16:46.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.502+0000 7f1f6bfff640 1 -- 172.21.15.175:0/2549808795 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f741331f0 msgr2=0x7f1f741355e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:46.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.502+0000 7f1f6bfff640 1 --2- 172.21.15.175:0/2549808795 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f741331f0 0x7f1f741355e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.502+0000 7f1f6bfff640 1 -- 172.21.15.175:0/2549808795 >> v1:172.21.15.175:6789/0 conn(0x7f1f7412e510 legacy=0x7f1f740988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.502+0000 7f1f6bfff640 1 -- 172.21.15.175:0/2549808795 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f74099fb0 con 0x7f1f7412db70 2024-09-16T01:16:46.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.502+0000 7f1f6bfff640 1 --2- 172.21.15.175:0/2549808795 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412db70 0x7f1f74132cb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c0097a0 tx=0x7f1f5c02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4cd7f256b7abe95 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:46.508 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f71d9b640 1 -- 172.21.15.175:0/2549808795 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c02adb0 con 0x7f1f7412db70 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f71d9b640 1 -- 172.21.15.175:0/2549808795 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f5c032440 con 0x7f1f7412db70 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f71d9b640 1 -- 172.21.15.175:0/2549808795 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c0327d0 con 0x7f1f7412db70 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f7880d640 1 -- 172.21.15.175:0/2549808795 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412db70 msgr2=0x7f1f74132cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f7880d640 1 --2- 172.21.15.175:0/2549808795 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412db70 0x7f1f74132cb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c0097a0 tx=0x7f1f5c02a060 comp rx=0 tx=0).stop 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f7880d640 1 -- 172.21.15.175:0/2549808795 shutdown_connections 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f7880d640 1 --2- 172.21.15.175:0/2549808795 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f741331f0 0x7f1f741355e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f7880d640 1 --2- 172.21.15.175:0/2549808795 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412db70 0x7f1f74132cb0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f7880d640 1 -- 172.21.15.175:0/2549808795 >> 172.21.15.175:0/2549808795 conn(0x7f1f740a03a0 msgr2=0x7f1f740a07b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f7880d640 1 -- 172.21.15.175:0/2549808795 shutdown_connections 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.503+0000 7f1f7880d640 1 -- 172.21.15.175:0/2549808795 wait complete. 2024-09-16T01:16:46.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.505+0000 7f1f7880d640 1 Processor -- start 2024-09-16T01:16:46.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.505+0000 7f1f7880d640 1 -- start start 2024-09-16T01:16:46.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.505+0000 7f1f7880d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f7412db70 0x7f1f7412ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.505+0000 7f1f7880d640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412e510 0x7f1f7412efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.505+0000 7f1f7880d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1f741331f0 0x7f1f7412f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.505+0000 7f1f7880d640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f74132250 con 0x7f1f7412e510 2024-09-16T01:16:46.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.505+0000 7f1f7880d640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f74130290 con 0x7f1f7412db70 2024-09-16T01:16:46.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6bfff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412e510 0x7f1f7412efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f7880d640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f1f741281f0 con 0x7f1f741331f0 2024-09-16T01:16:46.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6bfff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412e510 0x7f1f7412efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:57636/0 (socket says 172.21.15.175:57636) 2024-09-16T01:16:46.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6bfff640 1 -- 172.21.15.175:0/3276311020 learned_addr learned my addr 172.21.15.175:0/3276311020 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:46.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f72d9d640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1f741331f0 0x7f1f7412f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f7259c640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f7412db70 0x7f1f7412ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6bfff640 1 -- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1f741331f0 msgr2=0x7f1f7412f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6bfff640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1f741331f0 0x7f1f7412f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6bfff640 1 -- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f7412db70 msgr2=0x7f1f7412ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6bfff640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f7412db70 0x7f1f7412ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6bfff640 1 -- 172.21.15.175:0/3276311020 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f5c009400 con 0x7f1f7412e510 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f7259c640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f7412db70 0x7f1f7412ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f72d9d640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1f741331f0 0x7f1f7412f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6bfff640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412e510 0x7f1f7412efc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c02a580 tx=0x7f1f5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6affd640 1 -- 172.21.15.175:0/3276311020 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c03d850 con 0x7f1f7412e510 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6affd640 1 -- 172.21.15.175:0/3276311020 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f5c03d9b0 con 0x7f1f7412e510 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f6affd640 1 -- 172.21.15.175:0/3276311020 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c03dd60 con 0x7f1f7412e510 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.506+0000 7f1f7880d640 1 -- 172.21.15.175:0/3276311020 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f74132ed0 con 0x7f1f7412e510 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.507+0000 7f1f7880d640 1 -- 172.21.15.175:0/3276311020 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f7412fa40 con 0x7f1f7412e510 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.507+0000 7f1f6affd640 1 -- 172.21.15.175:0/3276311020 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f1f5c039040 con 0x7f1f7412e510 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.507+0000 7f1f6affd640 1 -- 172.21.15.175:0/3276311020 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f1f5c03b8d0 con 0x7f1f7412e510 2024-09-16T01:16:46.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.507+0000 7f1f7880d640 1 -- 172.21.15.175:0/3276311020 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f74130f00 con 0x7f1f7412e510 2024-09-16T01:16:46.513 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.510+0000 7f1f6affd640 1 -- 172.21.15.175:0/3276311020 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f1f5c064e30 con 0x7f1f7412e510 2024-09-16T01:16:46.535 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:46.533+0000 7f86bcc14040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:16:46.535 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:46.534+0000 7f1f9032b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:16:46.579 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.578+0000 7f1f7880d640 1 -- 172.21.15.175:0/3276311020 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd new", "uuid": "5d6d1ad3-1f8b-4255-9644-6ddde10d1caa", "id": 1} v 0) v1 -- 0x7f1f74069720 con 0x7f1f7412e510 2024-09-16T01:16:46.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.585+0000 7f1f6affd640 1 -- 172.21.15.175:0/3276311020 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5d6d1ad3-1f8b-4255-9644-6ddde10d1caa", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f1f5c053030 con 0x7f1f7412e510 2024-09-16T01:16:46.586 INFO:teuthology.orchestra.run.smithi175.stdout:1 2024-09-16T01:16:46.587 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f1f9032b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:16:46.587 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f86bcc14040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:16:46.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f1f7880d640 1 -- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412e510 msgr2=0x7f1f7412efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f1f7880d640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412e510 0x7f1f7412efc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c02a580 tx=0x7f1f5c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f1f7880d640 1 -- 172.21.15.175:0/3276311020 shutdown_connections 2024-09-16T01:16:46.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f1f7880d640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1f741331f0 0x7f1f7412f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f1f7880d640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1f7412e510 0x7f1f7412efc0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f1f7880d640 1 --2- 172.21.15.175:0/3276311020 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1f7412db70 0x7f1f7412ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f1f7880d640 1 -- 172.21.15.175:0/3276311020 >> 172.21.15.175:0/3276311020 conn(0x7f1f740a03a0 msgr2=0x7f1f7412c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:46.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f1f7880d640 1 -- 172.21.15.175:0/3276311020 shutdown_connections 2024-09-16T01:16:46.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.586+0000 7f1f7880d640 1 -- 172.21.15.175:0/3276311020 wait complete. 2024-09-16T01:16:46.599 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new cfc339a6-4f70-4ee3-a444-f7383ddabe4c 2 2024-09-16T01:16:46.699 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.696+0000 7fbcd00f7640 1 Processor -- start 2024-09-16T01:16:46.699 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.697+0000 7fbcd00f7640 1 -- start start 2024-09-16T01:16:46.699 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.697+0000 7fbcd00f7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 0x7fbcc812a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.700 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.697+0000 7fbcd00f7640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbcc8126df0 0x7fbcc8132000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.700 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.697+0000 7fbcd00f7640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbcc8070f70 con 0x7fbcc80705f0 2024-09-16T01:16:46.700 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.697+0000 7fbcd00f7640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbcc8070120 con 0x7fbcc8126df0 2024-09-16T01:16:46.700 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.697+0000 7fbcd00f7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc806f970 con 0x7fbcc812a140 2024-09-16T01:16:46.700 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.697+0000 7fbcce694640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbcc8126df0 0x7fbcc8132000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.700 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.697+0000 7fbccde93640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 0x7fbcc812a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.700 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.697+0000 7fbccd692640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fbcc80705f0 0x7fbcc81266e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:47588/0 (socket says 172.21.15.175:47588) 2024-09-16T01:16:46.700 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.697+0000 7fbccd692640 1 -- 172.21.15.175:0/2203346530 learned_addr learned my addr 172.21.15.175:0/2203346530 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:16:46.701 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.698+0000 7fbcce694640 1 -- 172.21.15.175:0/2203346530 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 msgr2=0x7fbcc812a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:46.701 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.698+0000 7fbcce694640 1 --2- 172.21.15.175:0/2203346530 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 0x7fbcc812a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.701 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.698+0000 7fbcce694640 1 -- 172.21.15.175:0/2203346530 >> v1:172.21.15.175:6789/0 conn(0x7fbcc80705f0 legacy=0x7fbcc81266e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.701 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.698+0000 7fbcce694640 1 -- 172.21.15.175:0/2203346530 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcc8129ed0 con 0x7fbcc8126df0 2024-09-16T01:16:46.701 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.698+0000 7fbccde93640 1 --2- 172.21.15.175:0/2203346530 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 0x7fbcc812a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:46.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.699+0000 7fbcce694640 1 --2- 172.21.15.175:0/2203346530 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 0x7fbcc8132000 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0009d90 tx=0x7fbcc002a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d02e979d0510906a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:46.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.699+0000 7fbccce91640 1 -- 172.21.15.175:0/2203346530 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcc0007740 con 0x7fbcc8126df0 2024-09-16T01:16:46.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.699+0000 7fbccce91640 1 -- 172.21.15.175:0/2203346530 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbcc002d050 con 0x7fbcc8126df0 2024-09-16T01:16:46.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.699+0000 7fbccce91640 1 -- 172.21.15.175:0/2203346530 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcc0007b00 con 0x7fbcc8126df0 2024-09-16T01:16:46.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.700+0000 7fbcd00f7640 1 -- 172.21.15.175:0/2203346530 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 msgr2=0x7fbcc8132000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.700+0000 7fbcd00f7640 1 --2- 172.21.15.175:0/2203346530 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 0x7fbcc8132000 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0009d90 tx=0x7fbcc002a560 comp rx=0 tx=0).stop 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.700+0000 7fbcd00f7640 1 -- 172.21.15.175:0/2203346530 shutdown_connections 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.700+0000 7fbcd00f7640 1 --2- 172.21.15.175:0/2203346530 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 0x7fbcc8132000 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.700+0000 7fbcd00f7640 1 --2- 172.21.15.175:0/2203346530 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 0x7fbcc812a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.700+0000 7fbcd00f7640 1 -- 172.21.15.175:0/2203346530 >> 172.21.15.175:0/2203346530 conn(0x7fbcc809c750 msgr2=0x7fbcc809cb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.700+0000 7fbcd00f7640 1 -- 172.21.15.175:0/2203346530 shutdown_connections 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.700+0000 7fbcd00f7640 1 -- 172.21.15.175:0/2203346530 wait complete. 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbcd00f7640 1 Processor -- start 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbcd00f7640 1 -- start start 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbcd00f7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbcc80705f0 0x7fbcc8120770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbcd00f7640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 0x7fbcc81243b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbcd00f7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 0x7fbcc81248f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbcd00f7640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc8117760 con 0x7fbcc8126df0 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbcd00f7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc8126410 con 0x7fbcc812a140 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbcd00f7640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc8117990 con 0x7fbcc80705f0 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbccd692640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 0x7fbcc81243b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbccde93640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbcc80705f0 0x7fbcc8120770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbccd692640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 0x7fbcc81243b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:57664/0 (socket says 172.21.15.175:57664) 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbccd692640 1 -- 172.21.15.175:0/278064644 learned_addr learned my addr 172.21.15.175:0/278064644 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbcce694640 1 --2- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 0x7fbcc81248f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbccd692640 1 -- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbcc80705f0 msgr2=0x7fbcc8120770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbccd692640 1 --2- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbcc80705f0 0x7fbcc8120770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbccd692640 1 -- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 msgr2=0x7fbcc81248f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.701+0000 7fbccd692640 1 --2- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 0x7fbcc81248f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbccd692640 1 -- 172.21.15.175:0/278064644 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcc400a5a0 con 0x7fbcc8126df0 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbccde93640 1 --2- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbcc80705f0 0x7fbcc8120770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbcce694640 1 --2- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 0x7fbcc81248f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbccd692640 1 --2- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 0x7fbcc81243b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbcb800c4a0 tx=0x7fbcb800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbcbe7fc640 1 -- 172.21.15.175:0/278064644 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8005ce0 con 0x7fbcc8126df0 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbcbe7fc640 1 -- 172.21.15.175:0/278064644 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbcb8005e40 con 0x7fbcc8126df0 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbcd00f7640 1 -- 172.21.15.175:0/278064644 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbcc0009a70 con 0x7fbcc8126df0 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbcbe7fc640 1 -- 172.21.15.175:0/278064644 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8007270 con 0x7fbcc8126df0 2024-09-16T01:16:46.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbcd00f7640 1 -- 172.21.15.175:0/278064644 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcc8125af0 con 0x7fbcc8126df0 2024-09-16T01:16:46.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbcbe7fc640 1 -- 172.21.15.175:0/278064644 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fbcb801c440 con 0x7fbcc8126df0 2024-09-16T01:16:46.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.702+0000 7fbcbe7fc640 1 -- 172.21.15.175:0/278064644 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fbcb801cb10 con 0x7fbcc8126df0 2024-09-16T01:16:46.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.703+0000 7fbcd00f7640 1 -- 172.21.15.175:0/278064644 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbcc812a520 con 0x7fbcc8126df0 2024-09-16T01:16:46.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.707+0000 7fbcbe7fc640 1 -- 172.21.15.175:0/278064644 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fbcb8021060 con 0x7fbcc8126df0 2024-09-16T01:16:46.734 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:46.733+0000 7f86bcc14040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:16:46.735 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:46.734+0000 7f1f9032b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:16:46.803 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.802+0000 7fbcd00f7640 1 -- 172.21.15.175:0/278064644 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd new", "uuid": "cfc339a6-4f70-4ee3-a444-f7383ddabe4c", "id": 2} v 0) v1 -- 0x7fbcc8072230 con 0x7fbcc8126df0 2024-09-16T01:16:46.808 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.807+0000 7fbcbe7fc640 1 -- 172.21.15.175:0/278064644 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cfc339a6-4f70-4ee3-a444-f7383ddabe4c", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fbcb8017070 con 0x7fbcc8126df0 2024-09-16T01:16:46.808 INFO:teuthology.orchestra.run.smithi175.stdout:2 2024-09-16T01:16:46.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.808+0000 7fbcd00f7640 1 -- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 msgr2=0x7fbcc81243b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.808+0000 7fbcd00f7640 1 --2- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 0x7fbcc81243b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbcb800c4a0 tx=0x7fbcb800c960 comp rx=0 tx=0).stop 2024-09-16T01:16:46.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.808+0000 7fbcd00f7640 1 -- 172.21.15.175:0/278064644 shutdown_connections 2024-09-16T01:16:46.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.808+0000 7fbcd00f7640 1 --2- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbcc812a140 0x7fbcc81248f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.808+0000 7fbcd00f7640 1 --2- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8126df0 0x7fbcc81243b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.808+0000 7fbcd00f7640 1 --2- 172.21.15.175:0/278064644 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbcc80705f0 0x7fbcc8120770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.808+0000 7fbcd00f7640 1 -- 172.21.15.175:0/278064644 >> 172.21.15.175:0/278064644 conn(0x7fbcc809c750 msgr2=0x7fbcc81b3be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:46.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.808+0000 7fbcd00f7640 1 -- 172.21.15.175:0/278064644 shutdown_connections 2024-09-16T01:16:46.811 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.808+0000 7fbcd00f7640 1 -- 172.21.15.175:0/278064644 wait complete. 2024-09-16T01:16:46.820 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new 8ba78252-3f2d-49b2-8643-350e06dcb76a 3 2024-09-16T01:16:46.918 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.917+0000 7f2a9391f640 1 Processor -- start 2024-09-16T01:16:46.918 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.917+0000 7f2a9391f640 1 -- start start 2024-09-16T01:16:46.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a9391f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c132e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a9391f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08c2f0 0x7f2a8c135350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a9391f640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a8c066160 con 0x7f2a8c08af90 2024-09-16T01:16:46.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a9391f640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a8c066340 con 0x7f2a8c08c2f0 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a9391f640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2a8c0679c0 con 0x7f2a8c08ba80 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a916bb640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f2a8c08af90 0x7f2a8c08b370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:47598/0 (socket says 172.21.15.175:47598) 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a916bb640 1 -- 172.21.15.175:0/1674394096 learned_addr learned my addr 172.21.15.175:0/1674394096 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a90eba640 1 --2- 172.21.15.175:0/1674394096 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c132e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a91ebc640 1 --2- 172.21.15.175:0/1674394096 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08c2f0 0x7f2a8c135350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a83fff640 1 -- 172.21.15.175:0/1674394096 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3701886156 0 0) 0x7f2a8c066160 con 0x7f2a8c08af90 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a83fff640 1 -- 172.21.15.175:0/1674394096 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2a78003520 con 0x7f2a8c08af90 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a90eba640 1 -- 172.21.15.175:0/1674394096 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08c2f0 msgr2=0x7f2a8c135350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a90eba640 1 --2- 172.21.15.175:0/1674394096 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08c2f0 0x7f2a8c135350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a90eba640 1 -- 172.21.15.175:0/1674394096 >> v1:172.21.15.175:6789/0 conn(0x7f2a8c08af90 legacy=0x7f2a8c08b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a90eba640 1 -- 172.21.15.175:0/1674394096 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a8c065e30 con 0x7f2a8c08ba80 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.918+0000 7f2a91ebc640 1 --2- 172.21.15.175:0/1674394096 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08c2f0 0x7f2a8c135350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:46.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.919+0000 7f2a90eba640 1 --2- 172.21.15.175:0/1674394096 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c132e00 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2a7c0097d0 tx=0x7f2a7c02a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3fa4b741af6483a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.919+0000 7f2a83fff640 1 -- 172.21.15.175:0/1674394096 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a7c02ad90 con 0x7f2a8c08ba80 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.919+0000 7f2a83fff640 1 -- 172.21.15.175:0/1674394096 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a7c032440 con 0x7f2a8c08ba80 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.919+0000 7f2a83fff640 1 -- 172.21.15.175:0/1674394096 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a7c0327d0 con 0x7f2a8c08ba80 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.920+0000 7f2a9391f640 1 -- 172.21.15.175:0/1674394096 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 msgr2=0x7f2a8c132e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.920+0000 7f2a9391f640 1 --2- 172.21.15.175:0/1674394096 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c132e00 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2a7c0097d0 tx=0x7f2a7c02a040 comp rx=0 tx=0).stop 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.920+0000 7f2a9391f640 1 -- 172.21.15.175:0/1674394096 shutdown_connections 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.920+0000 7f2a9391f640 1 --2- 172.21.15.175:0/1674394096 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08c2f0 0x7f2a8c135350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.920+0000 7f2a9391f640 1 --2- 172.21.15.175:0/1674394096 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c132e00 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.920+0000 7f2a9391f640 1 -- 172.21.15.175:0/1674394096 >> 172.21.15.175:0/1674394096 conn(0x7f2a8c0992c0 msgr2=0x7f2a8c0996d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.920+0000 7f2a9391f640 1 -- 172.21.15.175:0/1674394096 shutdown_connections 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.920+0000 7f2a9391f640 1 -- 172.21.15.175:0/1674394096 wait complete. 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a9391f640 1 Processor -- start 2024-09-16T01:16:46.926 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a9391f640 1 -- start start 2024-09-16T01:16:46.927 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a9391f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08af90 0x7f2a8c096b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.927 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a9391f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c097050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.927 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a9391f640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a8c08c2f0 0x7f2a8c097590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:46.927 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a9391f640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a8c098470 con 0x7f2a8c08c2f0 2024-09-16T01:16:46.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a9391f640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a8c095180 con 0x7f2a8c08af90 2024-09-16T01:16:46.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a9391f640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2a8c097ad0 con 0x7f2a8c08ba80 2024-09-16T01:16:46.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a90eba640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c097050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a90eba640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c097050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:46246/0 (socket says 172.21.15.175:46246) 2024-09-16T01:16:46.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a91ebc640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a8c08c2f0 0x7f2a8c097590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a90eba640 1 -- 172.21.15.175:0/4033684579 learned_addr learned my addr 172.21.15.175:0/4033684579 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:46.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.921+0000 7f2a916bb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08af90 0x7f2a8c096b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:46.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a916bb640 1 -- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 msgr2=0x7f2a8c097050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.928 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a916bb640 1 --2- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c097050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a916bb640 1 -- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a8c08c2f0 msgr2=0x7f2a8c097590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a916bb640 1 --2- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a8c08c2f0 0x7f2a8c097590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a916bb640 1 -- 172.21.15.175:0/4033684579 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a84009a70 con 0x7f2a8c08af90 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a90eba640 1 --2- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c097050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a916bb640 1 --2- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08af90 0x7f2a8c096b10 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2a8800c430 tx=0x7f2a8800c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a81ffb640 1 -- 172.21.15.175:0/4033684579 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a88005ce0 con 0x7f2a8c08af90 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a81ffb640 1 -- 172.21.15.175:0/4033684579 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a88005e40 con 0x7f2a8c08af90 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a9391f640 1 -- 172.21.15.175:0/4033684579 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a7c009400 con 0x7f2a8c08af90 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a81ffb640 1 -- 172.21.15.175:0/4033684579 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a880072d0 con 0x7f2a8c08af90 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a81ffb640 1 -- 172.21.15.175:0/4033684579 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f2a88012400 con 0x7f2a8c08af90 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a9391f640 1 -- 172.21.15.175:0/4033684579 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a8c095ca0 con 0x7f2a8c08af90 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.922+0000 7f2a81ffb640 1 -- 172.21.15.175:0/4033684579 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f2a88012d70 con 0x7f2a8c08af90 2024-09-16T01:16:46.929 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.923+0000 7f2a9391f640 1 -- 172.21.15.175:0/4033684579 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a8c06e5e0 con 0x7f2a8c08af90 2024-09-16T01:16:46.930 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.925+0000 7f2a81ffb640 1 -- 172.21.15.175:0/4033684579 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f2a88017070 con 0x7f2a8c08af90 2024-09-16T01:16:46.995 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:46.994+0000 7f2a9391f640 1 -- 172.21.15.175:0/4033684579 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd new", "uuid": "8ba78252-3f2d-49b2-8643-350e06dcb76a", "id": 3} v 0) v1 -- 0x7f2a8c095e90 con 0x7f2a8c08af90 2024-09-16T01:16:47.003 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.002+0000 7f2a81ffb640 1 -- 172.21.15.175:0/4033684579 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8ba78252-3f2d-49b2-8643-350e06dcb76a", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f2a880129b0 con 0x7f2a8c08af90 2024-09-16T01:16:47.003 INFO:teuthology.orchestra.run.smithi175.stdout:3 2024-09-16T01:16:47.004 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.003+0000 7f2a9391f640 1 -- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08af90 msgr2=0x7f2a8c096b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.004 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.003+0000 7f2a9391f640 1 --2- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08af90 0x7f2a8c096b10 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2a8800c430 tx=0x7f2a8800c8f0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.004 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.003+0000 7f2a9391f640 1 -- 172.21.15.175:0/4033684579 shutdown_connections 2024-09-16T01:16:47.005 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.003+0000 7f2a9391f640 1 --2- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a8c08c2f0 0x7f2a8c097590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.005 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.003+0000 7f2a9391f640 1 --2- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a8c08ba80 0x7f2a8c097050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.005 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.003+0000 7f2a9391f640 1 --2- 172.21.15.175:0/4033684579 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a8c08af90 0x7f2a8c096b10 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.005 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.003+0000 7f2a9391f640 1 -- 172.21.15.175:0/4033684579 >> 172.21.15.175:0/4033684579 conn(0x7f2a8c0992c0 msgr2=0x7f2a8c06d2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:47.005 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.003+0000 7f2a9391f640 1 -- 172.21.15.175:0/4033684579 shutdown_connections 2024-09-16T01:16:47.005 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.003+0000 7f2a9391f640 1 -- 172.21.15.175:0/4033684579 wait complete. 2024-09-16T01:16:47.014 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-16T01:16:47.014 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-16T01:16:47.016 INFO:tasks.ceph.osd.0:Started 2024-09-16T01:16:47.017 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-16T01:16:47.017 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-16T01:16:47.019 INFO:tasks.ceph.osd.1:Started 2024-09-16T01:16:47.019 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-16T01:16:47.019 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-16T01:16:47.021 INFO:tasks.ceph.osd.2:Started 2024-09-16T01:16:47.021 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-16T01:16:47.021 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-16T01:16:47.024 INFO:tasks.ceph.osd.3:Started 2024-09-16T01:16:47.024 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:16:47.127 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.126+0000 7f86bcc14040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:16:47.127 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.126+0000 7f1f9032b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:16:47.150 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444f0c9640 1 Processor -- start 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444f0c9640 1 -- start start 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444f0c9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444812a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444f0c9640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f444812e0f0 0x7f4448135d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444f0c9640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f444806fa30 con 0x7f444812ae00 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444f0c9640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4448070d50 con 0x7f444812e0f0 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444f0c9640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4448070570 con 0x7f444812a4e0 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444ce65640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444812a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444d666640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f444812e0f0 0x7f4448135d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444ce65640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444812a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:59882/0 (socket says 172.21.15.175:59882) 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444d666640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f444812e0f0 0x7f4448135d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:57696/0 (socket says 172.21.15.175:57696) 2024-09-16T01:16:47.151 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f444ce65640 1 -- 172.21.15.175:0/4202219152 learned_addr learned my addr 172.21.15.175:0/4202219152 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.148+0000 7f4447fff640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f444812ae00 0x7f444812d9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:47610/0 (socket says 172.21.15.175:47610) 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.149+0000 7f444ce65640 1 -- 172.21.15.175:0/4202219152 >> v2:172.21.15.175:3300/0 conn(0x7f444812e0f0 msgr2=0x7f4448135d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.149+0000 7f444ce65640 1 --2- 172.21.15.175:0/4202219152 >> v2:172.21.15.175:3300/0 conn(0x7f444812e0f0 0x7f4448135d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.149+0000 7f444ce65640 1 -- 172.21.15.175:0/4202219152 >> v1:172.21.15.175:6789/0 conn(0x7f444812ae00 legacy=0x7f444812d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.149+0000 7f44477fe640 1 -- 172.21.15.175:0/4202219152 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3597648949 0 0) 0x7f444806fa30 con 0x7f444812ae00 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.149+0000 7f444ce65640 1 -- 172.21.15.175:0/4202219152 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f444806fc30 con 0x7f444812a4e0 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.149+0000 7f444d666640 1 --2- 172.21.15.175:0/4202219152 >> v2:172.21.15.175:3300/0 conn(0x7f444812e0f0 0x7f4448135d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.149+0000 7f444ce65640 1 --2- 172.21.15.175:0/4202219152 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444812a8c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f443c009870 tx=0x7f443c02a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96baf74dbe9accb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.149+0000 7f44477fe640 1 -- 172.21.15.175:0/4202219152 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f443c02ae80 con 0x7f444812a4e0 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.150+0000 7f44477fe640 1 -- 172.21.15.175:0/4202219152 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f443c032440 con 0x7f444812a4e0 2024-09-16T01:16:47.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.150+0000 7f44477fe640 1 -- 172.21.15.175:0/4202219152 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f443c0327b0 con 0x7f444812a4e0 2024-09-16T01:16:47.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.150+0000 7f444f0c9640 1 -- 172.21.15.175:0/4202219152 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 msgr2=0x7f444812a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.150+0000 7f444f0c9640 1 --2- 172.21.15.175:0/4202219152 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444812a8c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f443c009870 tx=0x7f443c02a130 comp rx=0 tx=0).stop 2024-09-16T01:16:47.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.150+0000 7f444f0c9640 1 -- 172.21.15.175:0/4202219152 shutdown_connections 2024-09-16T01:16:47.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.150+0000 7f444f0c9640 1 --2- 172.21.15.175:0/4202219152 >> v2:172.21.15.175:3300/0 conn(0x7f444812e0f0 0x7f4448135d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.150+0000 7f444f0c9640 1 --2- 172.21.15.175:0/4202219152 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444812a8c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.150+0000 7f444f0c9640 1 -- 172.21.15.175:0/4202219152 >> 172.21.15.175:0/4202219152 conn(0x7f44480a01d0 msgr2=0x7f44480a05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:47.158 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.150+0000 7f444f0c9640 1 -- 172.21.15.175:0/4202219152 shutdown_connections 2024-09-16T01:16:47.158 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.150+0000 7f444f0c9640 1 -- 172.21.15.175:0/4202219152 wait complete. 2024-09-16T01:16:47.158 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.151+0000 7f444f0c9640 1 Processor -- start 2024-09-16T01:16:47.158 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.151+0000 7f444f0c9640 1 -- start start 2024-09-16T01:16:47.158 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444f0c9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444806d170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:47.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444f0c9640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f444812ae00 0x7f444806d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:47.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444f0c9640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f444812e0f0 0x7f444806dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:47.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444f0c9640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f444806ed00 con 0x7f444812ae00 2024-09-16T01:16:47.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444f0c9640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f444812eb10 con 0x7f444812a4e0 2024-09-16T01:16:47.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444f0c9640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f444812ff60 con 0x7f444812e0f0 2024-09-16T01:16:47.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444ce65640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444806d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:47.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f4447fff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f444812ae00 0x7f444806d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:47.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444ce65640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444806d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:59888/0 (socket says 172.21.15.175:59888) 2024-09-16T01:16:47.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444ce65640 1 -- 172.21.15.175:0/2606691772 learned_addr learned my addr 172.21.15.175:0/2606691772 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444d666640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f444812e0f0 0x7f444806dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444ce65640 1 -- 172.21.15.175:0/2606691772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f444812e0f0 msgr2=0x7f444806dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444ce65640 1 --2- 172.21.15.175:0/2606691772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f444812e0f0 0x7f444806dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444ce65640 1 -- 172.21.15.175:0/2606691772 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f444812ae00 msgr2=0x7f444806d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444ce65640 1 --2- 172.21.15.175:0/2606691772 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f444812ae00 0x7f444806d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.152+0000 7f444ce65640 1 -- 172.21.15.175:0/2606691772 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4440009a70 con 0x7f444812a4e0 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.153+0000 7f444ce65640 1 --2- 172.21.15.175:0/2606691772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444806d170 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f443c009870 tx=0x7f443c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.153+0000 7f44457fa640 1 -- 172.21.15.175:0/2606691772 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f443c004230 con 0x7f444812a4e0 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.153+0000 7f44457fa640 1 -- 172.21.15.175:0/2606691772 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f443c004390 con 0x7f444812a4e0 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.153+0000 7f444f0c9640 1 -- 172.21.15.175:0/2606691772 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f443c0094d0 con 0x7f444812a4e0 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.153+0000 7f44457fa640 1 -- 172.21.15.175:0/2606691772 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f443c03c840 con 0x7f444812a4e0 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.153+0000 7f444f0c9640 1 -- 172.21.15.175:0/2606691772 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f444812efb0 con 0x7f444812a4e0 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.154+0000 7f44457fa640 1 -- 172.21.15.175:0/2606691772 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f443c039050 con 0x7f444812a4e0 2024-09-16T01:16:47.162 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.154+0000 7f44457fa640 1 -- 172.21.15.175:0/2606691772 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f443c003b60 con 0x7f444812a4e0 2024-09-16T01:16:47.163 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.154+0000 7f444f0c9640 1 -- 172.21.15.175:0/2606691772 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f444812a8c0 con 0x7f444812a4e0 2024-09-16T01:16:47.164 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.158+0000 7f44457fa640 1 -- 172.21.15.175:0/2606691772 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f443c065e30 con 0x7f444812a4e0 2024-09-16T01:16:47.189 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.188+0000 7f1f9032b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:16:47.189 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.189+0000 7f86bcc14040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:16:47.216 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.215+0000 7f444f0c9640 1 -- 172.21.15.175:0/2606691772 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f444806a140 con 0x7f444812a4e0 2024-09-16T01:16:47.217 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.216+0000 7f44457fa640 1 -- 172.21.15.175:0/2606691772 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) v1 ==== 74+0+4152 (secure 0 0 0) 0x7f443c054030 con 0x7f444812a4e0 2024-09-16T01:16:47.217 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:16:47.217 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":6,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:16:46.996031+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:16:47.218 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.217+0000 7f444f0c9640 1 -- 172.21.15.175:0/2606691772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 msgr2=0x7f444806d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.218 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.217+0000 7f444f0c9640 1 --2- 172.21.15.175:0/2606691772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444806d170 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f443c009870 tx=0x7f443c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.219 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.217+0000 7f444f0c9640 1 -- 172.21.15.175:0/2606691772 shutdown_connections 2024-09-16T01:16:47.219 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.217+0000 7f444f0c9640 1 --2- 172.21.15.175:0/2606691772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f444812e0f0 0x7f444806dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.219 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.217+0000 7f444f0c9640 1 --2- 172.21.15.175:0/2606691772 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f444812ae00 0x7f444806d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.219 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.217+0000 7f444f0c9640 1 --2- 172.21.15.175:0/2606691772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f444812a4e0 0x7f444806d170 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.219 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.217+0000 7f444f0c9640 1 -- 172.21.15.175:0/2606691772 >> 172.21.15.175:0/2606691772 conn(0x7f44480a01d0 msgr2=0x7f444812b7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:47.219 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.217+0000 7f444f0c9640 1 -- 172.21.15.175:0/2606691772 shutdown_connections 2024-09-16T01:16:47.219 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:16:47.217+0000 7f444f0c9640 1 -- 172.21.15.175:0/2606691772 wait complete. 2024-09-16T01:16:47.229 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-16T01:16:47.229 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-16T01:16:47.278 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.276+0000 7f1f9032b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:16:47.278 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.277+0000 7f86bcc14040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:16:47.373 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.372+0000 7f1f9032b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:16:47.374 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.372+0000 7f86bcc14040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:16:47.421 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.420+0000 7f1f9032b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:16:47.421 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.420+0000 7f86bcc14040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:16:47.522 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.521+0000 7f1f9032b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:16:47.523 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.521+0000 7f86bcc14040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:16:47.577 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.576+0000 7f1f9032b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:16:47.578 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.576+0000 7f86bcc14040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:16:47.623 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.622+0000 7f1f9032b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:16:47.624 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.622+0000 7f86bcc14040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:16:47.631 INFO:tasks.ceph.osd.2.smithi175.stderr:2024-09-16T01:16:47.628+0000 7fb9fba85640 -1 Falling back to public interface 2024-09-16T01:16:47.631 INFO:tasks.ceph.osd.1.smithi175.stderr:2024-09-16T01:16:47.629+0000 7fc08fc14640 -1 Falling back to public interface 2024-09-16T01:16:47.631 INFO:tasks.ceph.osd.3.smithi175.stderr:2024-09-16T01:16:47.629+0000 7fca6580d640 -1 Falling back to public interface 2024-09-16T01:16:47.632 INFO:tasks.ceph.osd.1.smithi175.stderr:2024-09-16T01:16:47.629+0000 7fc08e593640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6802/0: (98) Address already in use 2024-09-16T01:16:47.632 INFO:tasks.ceph.osd.3.smithi175.stderr:2024-09-16T01:16:47.629+0000 7fca6424b640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6805/0: (98) Address already in use 2024-09-16T01:16:47.632 DEBUG:teuthology.orchestra.run.smithi175:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T01:16:47.638 INFO:tasks.ceph.osd.0.smithi175.stderr:2024-09-16T01:16:47.638+0000 7f5a6401a640 -1 Falling back to public interface 2024-09-16T01:16:47.723 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.721+0000 7f0312ce5640 1 Processor -- start 2024-09-16T01:16:47.723 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.721+0000 7f0312ce5640 1 -- start start 2024-09-16T01:16:47.723 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.721+0000 7f0312ce5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12d6f0 0x7f030c12dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:47.723 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.721+0000 7f0312ce5640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f030c12e010 0x7f030c096410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:47.723 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.721+0000 7f0312ce5640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f030c099180 con 0x7f030c096950 2024-09-16T01:16:47.723 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f0312ce5640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f030c04e210 con 0x7f030c12e010 2024-09-16T01:16:47.723 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f0312ce5640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f030c09a6c0 con 0x7f030c12d6f0 2024-09-16T01:16:47.723 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f030bfff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f030c12e010 0x7f030c096410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:47.724 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f0311282640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f030c096950 0x7f030c134c30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:47612/0 (socket says 172.21.15.175:47612) 2024-09-16T01:16:47.724 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f0311282640 1 -- 172.21.15.175:0/1364838883 learned_addr learned my addr 172.21.15.175:0/1364838883 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:16:47.724 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f0310a81640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12d6f0 0x7f030c12dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:47.724 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f0310a81640 1 -- 172.21.15.175:0/1364838883 >> v2:172.21.15.175:3300/0 conn(0x7f030c12e010 msgr2=0x7f030c096410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:47.724 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f0310a81640 1 --2- 172.21.15.175:0/1364838883 >> v2:172.21.15.175:3300/0 conn(0x7f030c12e010 0x7f030c096410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.724 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f0310a81640 1 -- 172.21.15.175:0/1364838883 >> v1:172.21.15.175:6789/0 conn(0x7f030c096950 legacy=0x7f030c134c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.724 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f0310a81640 1 -- 172.21.15.175:0/1364838883 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f030c097c50 con 0x7f030c12d6f0 2024-09-16T01:16:47.724 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.722+0000 7f030bfff640 1 --2- 172.21.15.175:0/1364838883 >> v2:172.21.15.175:3300/0 conn(0x7f030c12e010 0x7f030c096410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:47.725 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.723+0000 7f0310a81640 1 --2- 172.21.15.175:0/1364838883 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12d6f0 0x7f030c12dad0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f03000097a0 tx=0x7f030002a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=47e8986fcf3e6f16 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:47.725 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.723+0000 7f030b7fe640 1 -- 172.21.15.175:0/1364838883 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f030002adb0 con 0x7f030c12d6f0 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.723+0000 7f030b7fe640 1 -- 172.21.15.175:0/1364838883 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0300032440 con 0x7f030c12d6f0 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.723+0000 7f030b7fe640 1 -- 172.21.15.175:0/1364838883 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03000327d0 con 0x7f030c12d6f0 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.723+0000 7f0312ce5640 1 -- 172.21.15.175:0/1364838883 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12d6f0 msgr2=0x7f030c12dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.723+0000 7f0312ce5640 1 --2- 172.21.15.175:0/1364838883 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12d6f0 0x7f030c12dad0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f03000097a0 tx=0x7f030002a060 comp rx=0 tx=0).stop 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.724+0000 7f0312ce5640 1 -- 172.21.15.175:0/1364838883 shutdown_connections 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.724+0000 7f0312ce5640 1 --2- 172.21.15.175:0/1364838883 >> v2:172.21.15.175:3300/0 conn(0x7f030c12e010 0x7f030c096410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.724+0000 7f0312ce5640 1 --2- 172.21.15.175:0/1364838883 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12d6f0 0x7f030c12dad0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.724+0000 7f0312ce5640 1 -- 172.21.15.175:0/1364838883 >> 172.21.15.175:0/1364838883 conn(0x7f030c0a05e0 msgr2=0x7f030c0a09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.724+0000 7f0312ce5640 1 -- 172.21.15.175:0/1364838883 shutdown_connections 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.724+0000 7f0312ce5640 1 -- 172.21.15.175:0/1364838883 wait complete. 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.724+0000 7f0312ce5640 1 Processor -- start 2024-09-16T01:16:47.726 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.724+0000 7f0312ce5640 1 -- start start 2024-09-16T01:16:47.728 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0312ce5640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f030c096950 0x7f030c06dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:47.728 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0312ce5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f030c12d6f0 0x7f030c06e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:47.728 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0312ce5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12e010 0x7f030c06e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0312ce5640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f030c0715c0 con 0x7f030c096950 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0312ce5640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f030c06f6a0 con 0x7f030c12e010 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0312ce5640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f030c071300 con 0x7f030c12d6f0 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0311282640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12e010 0x7f030c06e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f030bfff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f030c12d6f0 0x7f030c06e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0310a81640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f030c096950 0x7f030c06dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0311282640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12e010 0x7f030c06e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:59904/0 (socket says 172.21.15.175:59904) 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f030bfff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f030c12d6f0 0x7f030c06e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:46296/0 (socket says 172.21.15.175:46296) 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0311282640 1 -- 172.21.15.175:0/906911594 learned_addr learned my addr 172.21.15.175:0/906911594 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0311282640 1 -- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f030c12d6f0 msgr2=0x7f030c06e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0311282640 1 --2- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f030c12d6f0 0x7f030c06e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0311282640 1 -- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f030c096950 msgr2=0x7f030c06dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.729 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0311282640 1 --2- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f030c096950 0x7f030c06dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f0311282640 1 -- 172.21.15.175:0/906911594 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02f8009400 con 0x7f030c12e010 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.725+0000 7f030bfff640 1 --2- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f030c12d6f0 0x7f030c06e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.726+0000 7f0311282640 1 --2- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12e010 0x7f030c06e940 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f030400cbc0 tx=0x7f030400a430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.726+0000 7f03097fa640 1 -- 172.21.15.175:0/906911594 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f030400ad40 con 0x7f030c12e010 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.726+0000 7f03097fa640 1 -- 172.21.15.175:0/906911594 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0304012400 con 0x7f030c12e010 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.726+0000 7f03097fa640 1 -- 172.21.15.175:0/906911594 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f030400aea0 con 0x7f030c12e010 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.726+0000 7f0312ce5640 1 -- 172.21.15.175:0/906911594 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0300009400 con 0x7f030c12e010 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.726+0000 7f0312ce5640 1 -- 172.21.15.175:0/906911594 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f030c070930 con 0x7f030c12e010 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.726+0000 7f03097fa640 1 -- 172.21.15.175:0/906911594 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f0304012a70 con 0x7f030c12e010 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.726+0000 7f03097fa640 1 -- 172.21.15.175:0/906911594 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f030401cb70 con 0x7f030c12e010 2024-09-16T01:16:47.730 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.727+0000 7f0312ce5640 1 -- 172.21.15.175:0/906911594 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f030c099d10 con 0x7f030c12e010 2024-09-16T01:16:47.731 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.729+0000 7f03097fa640 1 -- 172.21.15.175:0/906911594 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f030c099d10 con 0x7f030c12e010 2024-09-16T01:16:47.742 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.741+0000 7f86bcc14040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:16:47.748 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.747+0000 7f1f9032b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:16:47.793 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.792+0000 7f86bcc14040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:16:47.804 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.803+0000 7f1f9032b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:16:47.806 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.805+0000 7f0312ce5640 1 -- 172.21.15.175:0/906911594 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f030c09c6d0 con 0x7f030c12e010 2024-09-16T01:16:47.807 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.806+0000 7f03097fa640 1 -- 172.21.15.175:0/906911594 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) v1 ==== 74+0+4152 (secure 0 0 0) 0x7f0304021060 con 0x7f030c12e010 2024-09-16T01:16:47.807 INFO:teuthology.misc.health.smithi175.stdout: 2024-09-16T01:16:47.807 INFO:teuthology.misc.health.smithi175.stdout:{"epoch":6,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:16:46.996031+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:16:47.808 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.807+0000 7f0312ce5640 1 -- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12e010 msgr2=0x7f030c06e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:47.808 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.807+0000 7f0312ce5640 1 --2- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12e010 0x7f030c06e940 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f030400cbc0 tx=0x7f030400a430 comp rx=0 tx=0).stop 2024-09-16T01:16:47.808 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.807+0000 7f0312ce5640 1 -- 172.21.15.175:0/906911594 shutdown_connections 2024-09-16T01:16:47.808 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.807+0000 7f0312ce5640 1 --2- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f030c12e010 0x7f030c06e940 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.809 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.807+0000 7f0312ce5640 1 --2- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f030c12d6f0 0x7f030c06e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.809 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.807+0000 7f0312ce5640 1 --2- 172.21.15.175:0/906911594 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f030c096950 0x7f030c06dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:47.809 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.807+0000 7f0312ce5640 1 -- 172.21.15.175:0/906911594 >> 172.21.15.175:0/906911594 conn(0x7f030c0a05e0 msgr2=0x7f030c09b3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:47.809 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.807+0000 7f0312ce5640 1 -- 172.21.15.175:0/906911594 shutdown_connections 2024-09-16T01:16:47.809 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:47.807+0000 7f0312ce5640 1 -- 172.21.15.175:0/906911594 wait complete. 2024-09-16T01:16:47.817 DEBUG:teuthology.misc:0 of 4 OSDs are up 2024-09-16T01:16:47.848 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.846+0000 7f86bcc14040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:16:47.854 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.853+0000 7f1f9032b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:16:47.918 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.917+0000 7f86bcc14040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:16:47.918 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.917+0000 7f1f9032b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:16:47.964 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:47.963+0000 7f86bcc14040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:16:47.964 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:47.963+0000 7f1f9032b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:16:48.009 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:48.008+0000 7f86bcc14040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:16:48.010 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:48.008+0000 7f1f9032b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:16:48.242 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:16:48.241+0000 7f1f9032b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:16:48.243 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:48.241+0000 7f86bcc14040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:16:49.259 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:49.258+0000 7f86a61b6640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T01:16:49.259 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:16:49.258+0000 7f86a61b6640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T01:16:51.090 INFO:tasks.ceph.osd.2.smithi175.stderr:2024-09-16T01:16:51.089+0000 7fb9fba85640 -1 osd.2 0 log_to_monitors true 2024-09-16T01:16:51.153 INFO:tasks.ceph.osd.3.smithi175.stderr:2024-09-16T01:16:51.152+0000 7fca6580d640 -1 osd.3 0 log_to_monitors true 2024-09-16T01:16:51.155 INFO:tasks.ceph.osd.0.smithi175.stderr:2024-09-16T01:16:51.154+0000 7f5a6401a640 -1 osd.0 0 log_to_monitors true 2024-09-16T01:16:51.159 INFO:tasks.ceph.osd.1.smithi175.stderr:2024-09-16T01:16:51.157+0000 7fc08fc14640 -1 osd.1 0 log_to_monitors true 2024-09-16T01:16:54.221 DEBUG:teuthology.orchestra.run.smithi175:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T01:16:54.354 INFO:tasks.ceph.osd.0.smithi175.stderr:2024-09-16T01:16:54.353+0000 7f5a5f1c2640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T01:16:54.354 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.353+0000 7f26b669c640 1 Processor -- start 2024-09-16T01:16:54.354 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.354+0000 7f26b669c640 1 -- start start 2024-09-16T01:16:54.355 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.354+0000 7f26b669c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f26b012e1e0 0x7f26b0132c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:54.355 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.354+0000 7f26b669c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f26b0133160 0x7f26b0135550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:54.355 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.354+0000 7f26b669c640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26b0099180 con 0x7f26b012d6f0 2024-09-16T01:16:54.355 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.354+0000 7f26b669c640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26b00998d0 con 0x7f26b012e1e0 2024-09-16T01:16:54.355 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.354+0000 7f26b669c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26b004e210 con 0x7f26b0133160 2024-09-16T01:16:54.356 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.355+0000 7f26af7fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f26b012e1e0 0x7f26b0132c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:54.356 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.355+0000 7f26af7fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f26b012e1e0 0x7f26b0132c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:54988/0 (socket says 172.21.15.175:54988) 2024-09-16T01:16:54.356 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.355+0000 7f26af7fe640 1 -- 172.21.15.175:0/3893578946 learned_addr learned my addr 172.21.15.175:0/3893578946 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:54.356 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.355+0000 7f26b4c39640 1 --2- 172.21.15.175:0/3893578946 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f26b0133160 0x7f26b0135550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:54.357 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.356+0000 7f26af7fe640 1 -- 172.21.15.175:0/3893578946 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f26b0133160 msgr2=0x7f26b0135550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:54.357 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.356+0000 7f26af7fe640 1 --2- 172.21.15.175:0/3893578946 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f26b0133160 0x7f26b0135550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:54.357 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.356+0000 7f26af7fe640 1 -- 172.21.15.175:0/3893578946 >> v1:172.21.15.175:6789/0 conn(0x7f26b012d6f0 legacy=0x7f26b012dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:16:54.357 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.356+0000 7f26af7fe640 1 -- 172.21.15.175:0/3893578946 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26b009a6c0 con 0x7f26b012e1e0 2024-09-16T01:16:54.357 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.357+0000 7f26af7fe640 1 --2- 172.21.15.175:0/3893578946 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26b012e1e0 0x7f26b0132c20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f26a4009870 tx=0x7f26a402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4425d0328c795299 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:54.358 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.357+0000 7f26aeffd640 1 -- 172.21.15.175:0/3893578946 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a402ae20 con 0x7f26b012e1e0 2024-09-16T01:16:54.358 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.357+0000 7f26aeffd640 1 -- 172.21.15.175:0/3893578946 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26a4032440 con 0x7f26b012e1e0 2024-09-16T01:16:54.358 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.357+0000 7f26aeffd640 1 -- 172.21.15.175:0/3893578946 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a4032810 con 0x7f26b012e1e0 2024-09-16T01:16:54.359 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.358+0000 7f26b669c640 1 -- 172.21.15.175:0/3893578946 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26b012e1e0 msgr2=0x7f26b0132c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:54.359 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.358+0000 7f26b669c640 1 --2- 172.21.15.175:0/3893578946 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26b012e1e0 0x7f26b0132c20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f26a4009870 tx=0x7f26a402a110 comp rx=0 tx=0).stop 2024-09-16T01:16:54.359 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.358+0000 7f26b669c640 1 -- 172.21.15.175:0/3893578946 shutdown_connections 2024-09-16T01:16:54.359 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.358+0000 7f26b669c640 1 --2- 172.21.15.175:0/3893578946 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f26b0133160 0x7f26b0135550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:54.359 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.358+0000 7f26b669c640 1 --2- 172.21.15.175:0/3893578946 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26b012e1e0 0x7f26b0132c20 secure :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f26a4009870 tx=0x7f26a402a110 comp rx=0 tx=0).stop 2024-09-16T01:16:54.359 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.358+0000 7f26b669c640 1 -- 172.21.15.175:0/3893578946 >> 172.21.15.175:0/3893578946 conn(0x7f26b00a05e0 msgr2=0x7f26b00a09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:54.361 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.361+0000 7f26b669c640 1 -- 172.21.15.175:0/3893578946 shutdown_connections 2024-09-16T01:16:54.363 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.362+0000 7f26b669c640 1 -- 172.21.15.175:0/3893578946 wait complete. 2024-09-16T01:16:54.364 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.363+0000 7f26b669c640 1 Processor -- start 2024-09-16T01:16:54.364 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.363+0000 7f26b669c640 1 -- start start 2024-09-16T01:16:54.365 INFO:tasks.ceph.osd.0.smithi175.stderr:2024-09-16T01:16:54.364+0000 7f5a577f5640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:16:54.365 INFO:tasks.ceph.osd.3.smithi175.stderr:2024-09-16T01:16:54.364+0000 7fca60a0c640 -1 osd.3 0 waiting for initial osdmap 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.364+0000 7f26b669c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26b012d6f0 0x7f26b0126b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.364+0000 7f26b669c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f26b0133160 0x7f26b0127040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.364+0000 7f26b669c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f26b0127580 0x7f26b01279f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.364+0000 7f26b669c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26b01285d0 con 0x7f26b012d6f0 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.364+0000 7f26b669c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26b012b030 con 0x7f26b0127580 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.364+0000 7f26b669c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f26b00721a0 con 0x7f26b0133160 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.364+0000 7f26af7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f26b0133160 0x7f26b0127040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.364+0000 7f26af7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f26b0133160 0x7f26b0127040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57238/0 (socket says 172.21.15.175:57238) 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.364+0000 7f26af7fe640 1 -- 172.21.15.175:0/2017099828 learned_addr learned my addr 172.21.15.175:0/2017099828 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.365+0000 7f26affff640 1 --2- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26b012d6f0 0x7f26b0126b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:54.366 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.365+0000 7f26b4c39640 1 --2- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f26b0127580 0x7f26b01279f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:16:54.367 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.365+0000 7f26af7fe640 1 -- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f26b0127580 msgr2=0x7f26b01279f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:54.367 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.365+0000 7f26af7fe640 1 --2- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f26b0127580 0x7f26b01279f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:54.367 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.365+0000 7f26af7fe640 1 -- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26b012d6f0 msgr2=0x7f26b0126b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:54.367 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.365+0000 7f26af7fe640 1 --2- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26b012d6f0 0x7f26b0126b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:54.367 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.365+0000 7f26af7fe640 1 -- 172.21.15.175:0/2017099828 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26a40094d0 con 0x7f26b0133160 2024-09-16T01:16:54.367 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.365+0000 7f26affff640 1 --2- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26b012d6f0 0x7f26b0126b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:16:54.367 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.365+0000 7f26af7fe640 1 --2- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f26b0133160 0x7f26b0127040 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f26a40090b0 tx=0x7f26a40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:16:54.368 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.367+0000 7f26acff9640 1 -- 172.21.15.175:0/2017099828 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a4004220 con 0x7f26b0133160 2024-09-16T01:16:54.368 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.367+0000 7f26acff9640 1 -- 172.21.15.175:0/2017099828 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26a4004380 con 0x7f26b0133160 2024-09-16T01:16:54.368 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.367+0000 7f26acff9640 1 -- 172.21.15.175:0/2017099828 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a403d830 con 0x7f26b0133160 2024-09-16T01:16:54.369 INFO:tasks.ceph.osd.1.smithi175.stderr:2024-09-16T01:16:54.367+0000 7fc08c58f640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T01:16:54.370 INFO:tasks.ceph.osd.3.smithi175.stderr:2024-09-16T01:16:54.369+0000 7fca5903f640 -1 osd.3 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:16:54.370 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.367+0000 7f26b669c640 1 -- 172.21.15.175:0/2017099828 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26b0128fa0 con 0x7f26b0133160 2024-09-16T01:16:54.370 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.367+0000 7f26b669c640 1 -- 172.21.15.175:0/2017099828 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26b0129ab0 con 0x7f26b0133160 2024-09-16T01:16:54.371 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.370+0000 7f26acff9640 1 -- 172.21.15.175:0/2017099828 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 4) v1 ==== 55156+0+0 (secure 0 0 0) 0x7f26a4039040 con 0x7f26b0133160 2024-09-16T01:16:54.372 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.371+0000 7f26acff9640 1 -- 172.21.15.175:0/2017099828 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1513+0+0 (secure 0 0 0) 0x7f26a407c120 con 0x7f26b0133160 2024-09-16T01:16:54.372 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.371+0000 7f26b669c640 1 -- 172.21.15.175:0/2017099828 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2690005250 con 0x7f26b0133160 2024-09-16T01:16:54.376 INFO:tasks.ceph.osd.1.smithi175.stderr:2024-09-16T01:16:54.375+0000 7fc083387640 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:16:54.377 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.376+0000 7f26acff9640 1 -- 172.21.15.175:0/2017099828 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f26a4037080 con 0x7f26b0133160 2024-09-16T01:16:54.383 INFO:tasks.ceph.osd.2.smithi175.stderr:2024-09-16T01:16:54.383+0000 7fb9f71ef640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T01:16:54.387 INFO:tasks.ceph.osd.2.smithi175.stderr:2024-09-16T01:16:54.386+0000 7fb9ef822640 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:16:54.515 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.514+0000 7f26b669c640 1 -- 172.21.15.175:0/2017099828 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2690005500 con 0x7f26b0133160 2024-09-16T01:16:54.516 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.515+0000 7f26acff9640 1 -- 172.21.15.175:0/2017099828 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v8) v1 ==== 74+0+4152 (secure 0 0 0) 0x7f26a4046cb0 con 0x7f26b0133160 2024-09-16T01:16:54.516 INFO:teuthology.misc.health.smithi175.stdout: 2024-09-16T01:16:54.516 INFO:teuthology.misc.health.smithi175.stdout:{"epoch":8,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:16:52.257969+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:16:54.518 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.516+0000 7f26b669c640 1 -- 172.21.15.175:0/2017099828 >> v1:172.21.15.175:6816/3492848882 conn(0x7f269c0474d0 legacy=0x7f269c049990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:54.518 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.516+0000 7f26b669c640 1 -- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f26b0133160 msgr2=0x7f26b0127040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:16:54.518 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.516+0000 7f26b669c640 1 --2- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f26b0133160 0x7f26b0127040 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f26a40090b0 tx=0x7f26a40046c0 comp rx=0 tx=0).stop 2024-09-16T01:16:54.518 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.516+0000 7f26b669c640 1 -- 172.21.15.175:0/2017099828 shutdown_connections 2024-09-16T01:16:54.518 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.516+0000 7f26b669c640 1 --2- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f26b0127580 0x7f26b01279f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:54.518 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.516+0000 7f26b669c640 1 --2- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f26b0133160 0x7f26b0127040 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:54.518 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.516+0000 7f26b669c640 1 --2- 172.21.15.175:0/2017099828 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26b012d6f0 0x7f26b0126b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:16:54.518 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.516+0000 7f26b669c640 1 -- 172.21.15.175:0/2017099828 >> 172.21.15.175:0/2017099828 conn(0x7f26b00a05e0 msgr2=0x7f26b009b5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:16:54.518 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.517+0000 7f26b669c640 1 -- 172.21.15.175:0/2017099828 shutdown_connections 2024-09-16T01:16:54.518 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:16:54.517+0000 7f26b669c640 1 -- 172.21.15.175:0/2017099828 wait complete. 2024-09-16T01:16:54.527 DEBUG:teuthology.misc:0 of 4 OSDs are up 2024-09-16T01:17:00.931 DEBUG:teuthology.orchestra.run.smithi175:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T01:17:01.032 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.030+0000 7f6ab93ed640 1 Processor -- start 2024-09-16T01:17:01.032 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.030+0000 7f6ab93ed640 1 -- start start 2024-09-16T01:17:01.032 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.030+0000 7f6ab93ed640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4097df0 0x7f6ab40981d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.030+0000 7f6ab93ed640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f6ab4098710 0x7f6ab412d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.030+0000 7f6ab93ed640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ab4098c30 con 0x7f6ab412dc80 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.030+0000 7f6ab93ed640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ab409a310 con 0x7f6ab4098710 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.030+0000 7f6ab93ed640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab4099f40 con 0x7f6ab4097df0 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6aabfff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f6ab4098710 0x7f6ab412d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6aabfff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f6ab4098710 0x7f6ab412d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55034/0 (socket says 172.21.15.175:55034) 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6ab37fe640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f6ab412dc80 0x7f6ab412e110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:59432/0 (socket says 172.21.15.175:59432) 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6aabfff640 1 -- 172.21.15.175:0/646796908 learned_addr learned my addr 172.21.15.175:0/646796908 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6ab2ffd640 1 --2- 172.21.15.175:0/646796908 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4097df0 0x7f6ab40981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6ab2ffd640 1 -- 172.21.15.175:0/646796908 >> v2:172.21.15.175:3300/0 conn(0x7f6ab4098710 msgr2=0x7f6ab412d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6ab2ffd640 1 --2- 172.21.15.175:0/646796908 >> v2:172.21.15.175:3300/0 conn(0x7f6ab4098710 0x7f6ab412d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6ab2ffd640 1 -- 172.21.15.175:0/646796908 >> v1:172.21.15.175:6789/0 conn(0x7f6ab412dc80 legacy=0x7f6ab412e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.033 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6ab2ffd640 1 -- 172.21.15.175:0/646796908 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ab409a0b0 con 0x7f6ab4097df0 2024-09-16T01:17:01.034 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6aabfff640 1 --2- 172.21.15.175:0/646796908 >> v2:172.21.15.175:3300/0 conn(0x7f6ab4098710 0x7f6ab412d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:01.034 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.031+0000 7f6ab27fc640 1 -- 172.21.15.175:0/646796908 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1979929717 0 0) 0x7f6ab4098c30 con 0x7f6ab412dc80 2024-09-16T01:17:01.037 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab2ffd640 1 --2- 172.21.15.175:0/646796908 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4097df0 0x7f6ab40981d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f6aa40097a0 tx=0x7f6aa402a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=424e9971634108d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:01.037 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab27fc640 1 -- 172.21.15.175:0/646796908 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa402adb0 con 0x7f6ab4097df0 2024-09-16T01:17:01.037 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab27fc640 1 -- 172.21.15.175:0/646796908 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6aa4032440 con 0x7f6ab4097df0 2024-09-16T01:17:01.037 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab27fc640 1 -- 172.21.15.175:0/646796908 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa40327d0 con 0x7f6ab4097df0 2024-09-16T01:17:01.037 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab93ed640 1 -- 172.21.15.175:0/646796908 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4097df0 msgr2=0x7f6ab40981d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.037 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab93ed640 1 --2- 172.21.15.175:0/646796908 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4097df0 0x7f6ab40981d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f6aa40097a0 tx=0x7f6aa402a060 comp rx=0 tx=0).stop 2024-09-16T01:17:01.037 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab93ed640 1 -- 172.21.15.175:0/646796908 shutdown_connections 2024-09-16T01:17:01.037 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab93ed640 1 --2- 172.21.15.175:0/646796908 >> v2:172.21.15.175:3300/0 conn(0x7f6ab4098710 0x7f6ab412d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab93ed640 1 --2- 172.21.15.175:0/646796908 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4097df0 0x7f6ab40981d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab93ed640 1 -- 172.21.15.175:0/646796908 >> 172.21.15.175:0/646796908 conn(0x7f6ab40a0550 msgr2=0x7f6ab40a0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.032+0000 7f6ab93ed640 1 -- 172.21.15.175:0/646796908 shutdown_connections 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.033+0000 7f6ab93ed640 1 -- 172.21.15.175:0/646796908 wait complete. 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.033+0000 7f6ab93ed640 1 Processor -- start 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.033+0000 7f6ab93ed640 1 -- start start 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6ab93ed640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6ab4097df0 0x7f6ab406ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6ab93ed640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4098710 0x7f6ab406f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6ab93ed640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6ab412dc80 0x7f6ab406f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6ab93ed640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab4070860 con 0x7f6ab412dc80 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6ab93ed640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab412e220 con 0x7f6ab4098710 2024-09-16T01:17:01.038 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6ab93ed640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab4072230 con 0x7f6ab4097df0 2024-09-16T01:17:01.039 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6aabfff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4098710 0x7f6ab406f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.039 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6ab2ffd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6ab4097df0 0x7f6ab406ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.039 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6ab37fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6ab412dc80 0x7f6ab406f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.039 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6aabfff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4098710 0x7f6ab406f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:33406/0 (socket says 172.21.15.175:33406) 2024-09-16T01:17:01.039 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6aabfff640 1 -- 172.21.15.175:0/614319166 learned_addr learned my addr 172.21.15.175:0/614319166 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:01.039 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6aabfff640 1 -- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6ab4097df0 msgr2=0x7f6ab406ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.039 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6aabfff640 1 --2- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6ab4097df0 0x7f6ab406ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.039 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6aabfff640 1 -- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6ab412dc80 msgr2=0x7f6ab406f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.039 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6aabfff640 1 --2- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6ab412dc80 0x7f6ab406f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.039 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6aabfff640 1 -- 172.21.15.175:0/614319166 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a9c0094d0 con 0x7f6ab4098710 2024-09-16T01:17:01.040 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6ab37fe640 1 --2- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6ab412dc80 0x7f6ab406f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:01.040 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.034+0000 7f6aabfff640 1 --2- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4098710 0x7f6ab406f2b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c00e9d0 tx=0x7f6a9c00ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:01.040 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.035+0000 7f6aab7fe640 1 -- 172.21.15.175:0/614319166 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a9c00ca60 con 0x7f6ab4098710 2024-09-16T01:17:01.040 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.035+0000 7f6aab7fe640 1 -- 172.21.15.175:0/614319166 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a9c00cbc0 con 0x7f6ab4098710 2024-09-16T01:17:01.040 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.035+0000 7f6aab7fe640 1 -- 172.21.15.175:0/614319166 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a9c013470 con 0x7f6ab4098710 2024-09-16T01:17:01.040 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.035+0000 7f6ab93ed640 1 -- 172.21.15.175:0/614319166 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6aa4009400 con 0x7f6ab4098710 2024-09-16T01:17:01.040 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.035+0000 7f6ab93ed640 1 -- 172.21.15.175:0/614319166 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ab41c2270 con 0x7f6ab4098710 2024-09-16T01:17:01.040 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.036+0000 7f6aab7fe640 1 -- 172.21.15.175:0/614319166 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f6a9c0135d0 con 0x7f6ab4098710 2024-09-16T01:17:01.040 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.036+0000 7f6ab93ed640 1 -- 172.21.15.175:0/614319166 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ab40981d0 con 0x7f6ab4098710 2024-09-16T01:17:01.040 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.036+0000 7f6aab7fe640 1 -- 172.21.15.175:0/614319166 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2459+0+0 (secure 0 0 0) 0x7f6a9c05cab0 con 0x7f6ab4098710 2024-09-16T01:17:01.041 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.040+0000 7f6aab7fe640 1 -- 172.21.15.175:0/614319166 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f6a9c03a860 con 0x7f6ab4098710 2024-09-16T01:17:01.180 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.179+0000 7f6ab93ed640 1 -- 172.21.15.175:0/614319166 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6ab40674c0 con 0x7f6ab4098710 2024-09-16T01:17:01.181 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.180+0000 7f6aab7fe640 1 -- 172.21.15.175:0/614319166 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+6973 (secure 0 0 0) 0x7f6a9c03de80 con 0x7f6ab4098710 2024-09-16T01:17:01.181 INFO:teuthology.misc.health.smithi175.stdout: 2024-09-16T01:17:01.181 INFO:teuthology.misc.health.smithi175.stdout:{"epoch":12,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:16:58.583720+0000","last_up_change":"2024-09-16T01:16:55.368380+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":2766697890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":2766697890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":2766697890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":2766697890}]},"public_addr":"172.21.15.175:6812/2766697890","cluster_addr":"172.21.15.175:6813/2766697890","heartbeat_back_addr":"172.21.15.175:6815/2766697890","heartbeat_front_addr":"172.21.15.175:6814/2766697890","state":["exists","up"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":2081807089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":2081807089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":2081807089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":2081807089}]},"public_addr":"172.21.15.175:6803/2081807089","cluster_addr":"172.21.15.175:6805/2081807089","heartbeat_back_addr":"172.21.15.175:6811/2081807089","heartbeat_front_addr":"172.21.15.175:6808/2081807089","state":["exists","up"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":76483218}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":76483218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":76483218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":76483218}]},"public_addr":"172.21.15.175:6800/76483218","cluster_addr":"172.21.15.175:6801/76483218","heartbeat_back_addr":"172.21.15.175:6807/76483218","heartbeat_front_addr":"172.21.15.175:6804/76483218","state":["exists","up"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":1638562674}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":1638562674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":1638562674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":1638562674}]},"public_addr":"172.21.15.175:6802/1638562674","cluster_addr":"172.21.15.175:6806/1638562674","heartbeat_back_addr":"172.21.15.175:6810/1638562674","heartbeat_front_addr":"172.21.15.175:6809/1638562674","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:17:01.183 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.182+0000 7f6ab93ed640 1 -- 172.21.15.175:0/614319166 >> v1:172.21.15.175:6816/3492848882 conn(0x7f6a94047560 legacy=0x7f6a94049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.183 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.182+0000 7f6ab93ed640 1 -- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4098710 msgr2=0x7f6ab406f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.183 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.182+0000 7f6ab93ed640 1 --2- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4098710 0x7f6ab406f2b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c00e9d0 tx=0x7f6a9c00ee90 comp rx=0 tx=0).stop 2024-09-16T01:17:01.184 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.182+0000 7f6ab93ed640 1 -- 172.21.15.175:0/614319166 shutdown_connections 2024-09-16T01:17:01.184 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.182+0000 7f6ab93ed640 1 --2- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6ab412dc80 0x7f6ab406f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.184 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.182+0000 7f6ab93ed640 1 --2- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6ab4098710 0x7f6ab406f2b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.184 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.182+0000 7f6ab93ed640 1 --2- 172.21.15.175:0/614319166 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6ab4097df0 0x7f6ab406ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.184 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.182+0000 7f6ab93ed640 1 -- 172.21.15.175:0/614319166 >> 172.21.15.175:0/614319166 conn(0x7f6ab40a0550 msgr2=0x7f6ab4127200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:01.184 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.182+0000 7f6ab93ed640 1 -- 172.21.15.175:0/614319166 shutdown_connections 2024-09-16T01:17:01.184 INFO:teuthology.misc.health.smithi175.stderr:2024-09-16T01:17:01.182+0000 7f6ab93ed640 1 -- 172.21.15.175:0/614319166 wait complete. 2024-09-16T01:17:01.193 DEBUG:teuthology.misc:4 of 4 OSDs are up 2024-09-16T01:17:01.193 INFO:tasks.ceph:Creating RBD pool 2024-09-16T01:17:01.193 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-16T01:17:01.290 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.288+0000 7f1e0aa3a640 1 Processor -- start 2024-09-16T01:17:01.290 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e0aa3a640 1 -- start start 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e0aa3a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e0406c620 0x7f1e041328d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e0aa3a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e04132e10 0x7f1e04135200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e0aa3a640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e04125220 con 0x7f1e041276b0 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e0aa3a640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e0406d110 con 0x7f1e0406c620 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e0aa3a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f1e04067280 con 0x7f1e04132e10 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1dfbfff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e0406c620 0x7f1e041328d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e08fd7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e04132e10 0x7f1e04135200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e03fff640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f1e041276b0 0x7f1e04127a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:59446/0 (socket says 172.21.15.175:59446) 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e03fff640 1 -- 172.21.15.175:0/1215533772 learned_addr learned my addr 172.21.15.175:0/1215533772 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e08fd7640 1 -- 172.21.15.175:0/1215533772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e0406c620 msgr2=0x7f1e041328d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e037fe640 1 -- 172.21.15.175:0/1215533772 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1593009396 0 0) 0x7f1e04125220 con 0x7f1e041276b0 2024-09-16T01:17:01.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e08fd7640 1 --2- 172.21.15.175:0/1215533772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e0406c620 0x7f1e041328d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.292 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e08fd7640 1 -- 172.21.15.175:0/1215533772 >> v1:172.21.15.175:6789/0 conn(0x7f1e041276b0 legacy=0x7f1e04127a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.292 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1e08fd7640 1 -- 172.21.15.175:0/1215533772 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e0406d900 con 0x7f1e04132e10 2024-09-16T01:17:01.292 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.289+0000 7f1dfbfff640 1 --2- 172.21.15.175:0/1215533772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e0406c620 0x7f1e041328d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:01.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.290+0000 7f1e08fd7640 1 --2- 172.21.15.175:0/1215533772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e04132e10 0x7f1e04135200 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc009dc0 tx=0x7f1dfc02a510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=970cb09428096ee9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:01.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.290+0000 7f1e037fe640 1 -- 172.21.15.175:0/1215533772 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dfc007740 con 0x7f1e04132e10 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.290+0000 7f1e037fe640 1 -- 172.21.15.175:0/1215533772 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dfc02d050 con 0x7f1e04132e10 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.290+0000 7f1e037fe640 1 -- 172.21.15.175:0/1215533772 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dfc007ac0 con 0x7f1e04132e10 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.291+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/1215533772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e04132e10 msgr2=0x7f1e04135200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.291+0000 7f1e0aa3a640 1 --2- 172.21.15.175:0/1215533772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e04132e10 0x7f1e04135200 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc009dc0 tx=0x7f1dfc02a510 comp rx=0 tx=0).stop 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.291+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/1215533772 shutdown_connections 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.291+0000 7f1e0aa3a640 1 --2- 172.21.15.175:0/1215533772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e04132e10 0x7f1e04135200 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.291+0000 7f1e0aa3a640 1 --2- 172.21.15.175:0/1215533772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e0406c620 0x7f1e041328d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.291+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/1215533772 >> 172.21.15.175:0/1215533772 conn(0x7f1e0409e1d0 msgr2=0x7f1e0409e5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.291+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/1215533772 shutdown_connections 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.291+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/1215533772 wait complete. 2024-09-16T01:17:01.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e0aa3a640 1 Processor -- start 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e0aa3a640 1 -- start start 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e0aa3a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e0406c620 0x7f1e0412b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e0aa3a640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1e041276b0 0x7f1e0412bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e0aa3a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e04132e10 0x7f1e0412c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e0aa3a640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e0412e100 con 0x7f1e041276b0 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e0aa3a640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e0412d120 con 0x7f1e04132e10 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e0aa3a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f1e0412e4d0 con 0x7f1e0406c620 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e03fff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e0406c620 0x7f1e0412b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1dfbfff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1e041276b0 0x7f1e0412bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e08fd7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e04132e10 0x7f1e0412c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1dfbfff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1e041276b0 0x7f1e0412bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55048/0 (socket says 172.21.15.175:55048) 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1dfbfff640 1 -- 172.21.15.175:0/4122724974 learned_addr learned my addr 172.21.15.175:0/4122724974 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:01.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e03fff640 1 -- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e04132e10 msgr2=0x7f1e0412c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e03fff640 1 --2- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e04132e10 0x7f1e0412c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e03fff640 1 -- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1e041276b0 msgr2=0x7f1e0412bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e03fff640 1 --2- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1e041276b0 0x7f1e0412bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e03fff640 1 -- 172.21.15.175:0/4122724974 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dec009400 con 0x7f1e0406c620 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1dfbfff640 1 --2- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1e041276b0 0x7f1e0412bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.292+0000 7f1e08fd7640 1 --2- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e04132e10 0x7f1e0412c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.293+0000 7f1e03fff640 1 --2- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e0406c620 0x7f1e0412b600 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f1df400c410 tx=0x7f1df400c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.293+0000 7f1e017fa640 1 -- 172.21.15.175:0/4122724974 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1df40074e0 con 0x7f1e0406c620 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.293+0000 7f1e017fa640 1 -- 172.21.15.175:0/4122724974 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1df4007660 con 0x7f1e0406c620 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.293+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/4122724974 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dfc009a70 con 0x7f1e0406c620 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.293+0000 7f1e017fa640 1 -- 172.21.15.175:0/4122724974 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1df4004a20 con 0x7f1e0406c620 2024-09-16T01:17:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.293+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/4122724974 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e0412c890 con 0x7f1e0406c620 2024-09-16T01:17:01.298 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.294+0000 7f1e017fa640 1 -- 172.21.15.175:0/4122724974 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f1df4004b80 con 0x7f1e0406c620 2024-09-16T01:17:01.298 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.294+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/4122724974 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e04127100 con 0x7f1e0406c620 2024-09-16T01:17:01.298 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.294+0000 7f1e017fa640 1 -- 172.21.15.175:0/4122724974 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2459+0+0 (secure 0 0 0) 0x7f1df405c3d0 con 0x7f1e0406c620 2024-09-16T01:17:01.298 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.298+0000 7f1e017fa640 1 -- 172.21.15.175:0/4122724974 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f1df403a280 con 0x7f1e0406c620 2024-09-16T01:17:01.431 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.430+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/4122724974 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7f1e04127a90 con 0x7f1e0406c620 2024-09-16T01:17:01.598 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.597+0000 7f1e017fa640 1 -- 172.21.15.175:0/4122724974 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v13) v1 ==== 109+0+0 (secure 0 0 0) 0x7f1df403d8a0 con 0x7f1e0406c620 2024-09-16T01:17:01.598 INFO:teuthology.orchestra.run.smithi175.stderr:pool 'rbd' created 2024-09-16T01:17:01.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.600+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/4122724974 >> v1:172.21.15.175:6816/3492848882 conn(0x7f1de4047560 legacy=0x7f1de4049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.600+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e0406c620 msgr2=0x7f1e0412b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.600+0000 7f1e0aa3a640 1 --2- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e0406c620 0x7f1e0412b600 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f1df400c410 tx=0x7f1df400c8d0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.600+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/4122724974 shutdown_connections 2024-09-16T01:17:01.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.600+0000 7f1e0aa3a640 1 --2- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1e04132e10 0x7f1e0412c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.600+0000 7f1e0aa3a640 1 --2- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1e041276b0 0x7f1e0412bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.600+0000 7f1e0aa3a640 1 --2- 172.21.15.175:0/4122724974 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1e0406c620 0x7f1e0412b600 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.600+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/4122724974 >> 172.21.15.175:0/4122724974 conn(0x7f1e0409e1d0 msgr2=0x7f1e04126680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:01.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.600+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/4122724974 shutdown_connections 2024-09-16T01:17:01.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.600+0000 7f1e0aa3a640 1 -- 172.21.15.175:0/4122724974 wait complete. 2024-09-16T01:17:01.611 DEBUG:teuthology.orchestra.run.smithi175:> rbd --cluster ceph pool init rbd 2024-09-16T01:17:01.654 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.652+0000 7fab06d07c00 1 Processor -- start 2024-09-16T01:17:01.654 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.652+0000 7fab06d07c00 1 -- start start 2024-09-16T01:17:01.654 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.652+0000 7fab06d07c00 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x55c841829f30 0x55c8418c06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.654 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.652+0000 7fab06d07c00 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c8418c6a20 0x55c8418c8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.654 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.652+0000 7fab06d07c00 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55c8416cbdf0 con 0x55c84182a310 2024-09-16T01:17:01.654 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.652+0000 7fab06d07c00 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c84170e640 con 0x55c8418c6a20 2024-09-16T01:17:01.654 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.652+0000 7fab06d07c00 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x55c84170bc10 con 0x55c841829f30 2024-09-16T01:17:01.654 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.652+0000 7fab05804640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x55c841829f30 0x55c8418c06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.655 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.652+0000 7fab06a66640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c8418c6a20 0x55c8418c8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.655 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.653+0000 7faafffff640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x55c84182a310 0x55c8418c0c30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:59448/0 (socket says 172.21.15.175:59448) 2024-09-16T01:17:01.655 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.653+0000 7faafffff640 1 -- 172.21.15.175:0/1601679554 learned_addr learned my addr 172.21.15.175:0/1601679554 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:17:01.655 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.653+0000 7fab05003640 1 -- 172.21.15.175:0/1601679554 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3262632891 0 0) 0x55c8416cbdf0 con 0x55c84182a310 2024-09-16T01:17:01.655 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.653+0000 7fab05804640 1 -- 172.21.15.175:0/1601679554 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c8418c6a20 msgr2=0x55c8418c8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:01.655 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.653+0000 7fab05804640 1 --2- 172.21.15.175:0/1601679554 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c8418c6a20 0x55c8418c8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.655 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.653+0000 7fab05804640 1 -- 172.21.15.175:0/1601679554 >> v1:172.21.15.175:6789/0 conn(0x55c84182a310 legacy=0x55c8418c0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.655 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.653+0000 7fab05804640 1 -- 172.21.15.175:0/1601679554 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c8416a4d00 con 0x55c841829f30 2024-09-16T01:17:01.655 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.653+0000 7fab06a66640 1 --2- 172.21.15.175:0/1601679554 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c8418c6a20 0x55c8418c8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:01.656 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab05804640 1 --2- 172.21.15.175:0/1601679554 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x55c841829f30 0x55c8418c06f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7faaf800a520 tx=0x7faaf8045720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=159491a8437babff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:01.656 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab05003640 1 -- 172.21.15.175:0/1601679554 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf8054640 con 0x55c841829f30 2024-09-16T01:17:01.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab05003640 1 -- 172.21.15.175:0/1601679554 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaf80547a0 con 0x55c841829f30 2024-09-16T01:17:01.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab05003640 1 -- 172.21.15.175:0/1601679554 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf8054b30 con 0x55c841829f30 2024-09-16T01:17:01.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab06d07c00 1 -- 172.21.15.175:0/1601679554 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x55c841829f30 msgr2=0x55c8418c06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab06d07c00 1 --2- 172.21.15.175:0/1601679554 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x55c841829f30 0x55c8418c06f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7faaf800a520 tx=0x7faaf8045720 comp rx=0 tx=0).stop 2024-09-16T01:17:01.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab06d07c00 1 -- 172.21.15.175:0/1601679554 shutdown_connections 2024-09-16T01:17:01.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab06d07c00 1 --2- 172.21.15.175:0/1601679554 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c8418c6a20 0x55c8418c8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab06d07c00 1 --2- 172.21.15.175:0/1601679554 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x55c841829f30 0x55c8418c06f0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab06d07c00 1 -- 172.21.15.175:0/1601679554 >> 172.21.15.175:0/1601679554 conn(0x55c841833810 msgr2=0x55c84182fc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:01.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab06d07c00 1 -- 172.21.15.175:0/1601679554 shutdown_connections 2024-09-16T01:17:01.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.655+0000 7fab06d07c00 1 -- 172.21.15.175:0/1601679554 wait complete. 2024-09-16T01:17:01.659 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab06d07c00 1 Processor -- start 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab06d07c00 1 -- start start 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab06d07c00 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c841829f30 0x55c8418bbfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab06d07c00 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x55c84182a310 0x55c8418bc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab06d07c00 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c8418c6a20 0x55c8418bca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab06d07c00 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c841707500 con 0x55c8418c6a20 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab06d07c00 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c8416a2b90 con 0x55c841829f30 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab06d07c00 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x55c8416a2830 con 0x55c84182a310 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab05804640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c841829f30 0x55c8418bbfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab06a66640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c8418c6a20 0x55c8418bca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7faafffff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x55c84182a310 0x55c8418bc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:01.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab05804640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c841829f30 0x55c8418bbfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:33430/0 (socket says 172.21.15.175:33430) 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.656+0000 7fab05804640 1 -- 172.21.15.175:0/2548099213 learned_addr learned my addr 172.21.15.175:0/2548099213 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7fab05804640 1 -- 172.21.15.175:0/2548099213 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x55c84182a310 msgr2=0x55c8418bc4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7fab05804640 1 --2- 172.21.15.175:0/2548099213 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x55c84182a310 0x55c8418bc4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7fab05804640 1 -- 172.21.15.175:0/2548099213 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c8418c6a20 msgr2=0x55c8418bca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7fab05804640 1 --2- 172.21.15.175:0/2548099213 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c8418c6a20 0x55c8418bca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7fab05804640 1 -- 172.21.15.175:0/2548099213 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab0000a100 con 0x55c841829f30 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7fab05804640 1 --2- 172.21.15.175:0/2548099213 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c841829f30 0x55c8418bbfb0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7faaf8057040 tx=0x7faaf8002fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf8054bd0 con 0x55c841829f30 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaf8054d30 con 0x55c841829f30 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faaf8005d20 con 0x55c841829f30 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf8054ea0 con 0x55c841829f30 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.657+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c8416b1c50 con 0x55c841829f30 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.658+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7faaf805b050 con 0x55c841829f30 2024-09-16T01:17:01.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.658+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2801+0+0 (secure 0 0 0) 0x7faaf809ed90 con 0x55c841829f30 2024-09-16T01:17:01.662 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:01.658+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd pool application enable","pool": "rbd","app": "rbd"} v 0) v1 -- 0x55c8416a5090 con 0x55c841829f30 2024-09-16T01:17:02.604 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.602+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]=0 enabled application 'rbd' on pool 'rbd' v14) v1 ==== 141+0+0 (secure 0 0 0) 0x7faaf8059020 con 0x55c841829f30 2024-09-16T01:17:02.604 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.603+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x55c8416cc990 con 0x55c841829f30 2024-09-16T01:17:02.604 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.603+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_get_version_reply(handle=1 version=14) v2 ==== 24+0+0 (secure 0 0 0) 0x7faaf8069620 con 0x55c841829f30 2024-09-16T01:17:02.604 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.603+0000 7fab04802640 1 -- 172.21.15.175:0/2548099213 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=14}) v3 -- 0x7faae4002b60 con 0x55c841829f30 2024-09-16T01:17:02.604 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.603+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 8 ==== osd_map(14..14 src has 1..14) v4 ==== 650+0+0 (secure 0 0 0) 0x7faaf808e0d0 con 0x55c841829f30 2024-09-16T01:17:02.605 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.603+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 --> v1:172.21.15.175:6802/1638562674 -- osd_op(unknown.0.0:1 2.3 2:c4c92e5a:::rbd_trash:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e14) v8 -- 0x55c8418d9810 con 0x55c8418d1a10 2024-09-16T01:17:02.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.608+0000 7fab06a66640 1 -- 172.21.15.175:0/2548099213 <== osd.3 v1:172.21.15.175:6802/1638562674 1 ==== osd_op_reply(1 rbd_trash [create] v14'1 uv1 ondisk = 0) v8 ==== 153+0+0 (unknown 1742540995 0 0) 0x7fab0000f7f0 con 0x55c8418d1a10 2024-09-16T01:17:02.611 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.610+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 --> v1:172.21.15.175:6802/1638562674 -- osd_op(unknown.0.0:2 2.2 2:5cea7035:::rbd_info:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e14) v8 -- 0x55c8419295a0 con 0x55c8418d1a10 2024-09-16T01:17:02.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.611+0000 7fab06a66640 1 -- 172.21.15.175:0/2548099213 <== osd.3 v1:172.21.15.175:6802/1638562674 2 ==== osd_op_reply(2 rbd_info [call] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 152+0+0 (unknown 173568156 0 0) 0x7fab0000f7f0 con 0x55c8418d1a10 2024-09-16T01:17:02.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.611+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 --> v1:172.21.15.175:6802/1638562674 -- osd_op(unknown.0.0:3 2.2 2:5cea7035:::rbd_info:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e14) v8 -- 0x55c841928690 con 0x55c8418d1a10 2024-09-16T01:17:02.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.611+0000 7fab06a66640 1 -- 172.21.15.175:0/2548099213 <== osd.3 v1:172.21.15.175:6802/1638562674 3 ==== osd_op_reply(3 rbd_info [read 0~0] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 152+0+0 (unknown 185109136 0 0) 0x7fab0000f7f0 con 0x55c8418d1a10 2024-09-16T01:17:02.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:02.611+0000 7fab04802640 1 -- 172.21.15.175:0/2548099213 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- pool_op(create unmanaged snap pool 2 tid 4 name v0) v4 -- 0x7faae4003f30 con 0x55c841829f30 2024-09-16T01:17:03.610 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:03.609+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 9 ==== pool_op_reply(tid 4 (0) Success v15) v1 ==== 55+0+0 (secure 0 0 0) 0x7faaf8059030 con 0x55c841829f30 2024-09-16T01:17:03.610 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:03.609+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=15}) v3 -- 0x7faae804c940 con 0x55c841829f30 2024-09-16T01:17:03.611 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:03.609+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 10 ==== osd_map(15..15 src has 1..15) v4 ==== 626+0+0 (secure 0 0 0) 0x7faaf809df20 con 0x55c841829f30 2024-09-16T01:17:03.611 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:03.609+0000 7fab04802640 1 -- 172.21.15.175:0/2548099213 --> v1:172.21.15.175:6802/1638562674 -- osd_op(unknown.0.0:5 2.2 2:5cea7035:::rbd_info:head [create,write 0~8 in=8b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e15) v8 -- 0x7faae4005830 con 0x55c8418d1a10 2024-09-16T01:17:03.613 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:03.612+0000 7fab06a66640 1 -- 172.21.15.175:0/2548099213 <== osd.3 v1:172.21.15.175:6802/1638562674 4 ==== osd_op_reply(5 rbd_info [create,write 0~8] v15'1 uv1 ondisk = 0) v8 ==== 194+0+0 (unknown 913822303 0 0) 0x7fab0000f7f0 con 0x55c8418d1a10 2024-09-16T01:17:03.613 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:03.612+0000 7fab04802640 1 -- 172.21.15.175:0/2548099213 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- pool_op(delete unmanaged snap pool 2 tid 6 name v15) v4 -- 0x7faae4005340 con 0x55c841829f30 2024-09-16T01:17:04.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.620+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 11 ==== pool_op_reply(tid 6 (0) Success v16) v1 ==== 43+0+0 (secure 0 0 0) 0x7faaf8059030 con 0x55c841829f30 2024-09-16T01:17:04.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.620+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=16}) v3 -- 0x7faae804c940 con 0x55c841829f30 2024-09-16T01:17:04.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.620+0000 7faafdffb640 1 -- 172.21.15.175:0/2548099213 <== mon.1 v2:172.21.15.175:3301/0 12 ==== osd_map(16..16 src has 1..16) v4 ==== 654+0+0 (secure 0 0 0) 0x7faaf806b360 con 0x55c841829f30 2024-09-16T01:17:04.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.620+0000 7fab04802640 1 -- 172.21.15.175:0/2548099213 --> v1:172.21.15.175:6802/1638562674 -- osd_op(unknown.0.0:7 2.2 2:5cea7035:::rbd_info:head [write 0~19 in=19b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e16) v8 -- 0x7faae40060d0 con 0x55c8418d1a10 2024-09-16T01:17:04.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.631+0000 7fab06a66640 1 -- 172.21.15.175:0/2548099213 <== osd.3 v1:172.21.15.175:6802/1638562674 5 ==== osd_op_reply(7 rbd_info [write 0~19] v16'2 uv2 ondisk = 0) v8 ==== 152+0+0 (unknown 2130366450 0 0) 0x7fab0000f7f0 con 0x55c8418d1a10 2024-09-16T01:17:04.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.631+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 >> v1:172.21.15.175:6802/1638562674 conn(0x55c8418d1a10 legacy=0x55c8418d80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:04.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.631+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 >> v1:172.21.15.175:6816/3492848882 conn(0x7faae8045e50 legacy=0x7faae8048310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:04.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.631+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c841829f30 msgr2=0x55c8418bbfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:04.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.631+0000 7fab06d07c00 1 --2- 172.21.15.175:0/2548099213 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x55c841829f30 0x55c8418bbfb0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7faaf8057040 tx=0x7faaf8002fb0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.631+0000 7fab06a66640 1 -- 172.21.15.175:0/2548099213 reap_dead start 2024-09-16T01:17:04.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.631+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 shutdown_connections 2024-09-16T01:17:04.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.631+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 >> 172.21.15.175:0/2548099213 conn(0x55c841833810 msgr2=0x55c84182e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:04.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.631+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 shutdown_connections 2024-09-16T01:17:04.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.631+0000 7fab06d07c00 1 -- 172.21.15.175:0/2548099213 wait complete. 2024-09-16T01:17:04.636 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-16T01:17:04.637 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T01:17:04.637 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T01:17:04.637 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T01:17:04.637 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-16T01:17:04.781 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.780+0000 7f204739c640 1 Processor -- start 2024-09-16T01:17:04.782 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f204739c640 1 -- start start 2024-09-16T01:17:04.783 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f204739c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2040126910 0x7f2040126cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f204739c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f2040127230 0x7f204006ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f204739c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f204006ff40 0x7f204006ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f204739c640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2040070df0 con 0x7f2040127230 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f204739c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2040112800 con 0x7f204006ff40 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f204739c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f20401129f0 con 0x7f2040126910 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f2045138640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2040126910 0x7f2040126cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f2044937640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f2040127230 0x7f204006ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f2044937640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f2040127230 0x7f204006ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55828/0 (socket says 172.21.15.175:55828) 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f2044937640 1 -- 172.21.15.175:0/1567857444 learned_addr learned my addr 172.21.15.175:0/1567857444 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.781+0000 7f2045939640 1 --2- 172.21.15.175:0/1567857444 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f204006ff40 0x7f204006ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.782+0000 7f2045138640 1 -- 172.21.15.175:0/1567857444 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f204006ff40 msgr2=0x7f204006ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.782+0000 7f2045138640 1 --2- 172.21.15.175:0/1567857444 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f204006ff40 0x7f204006ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.782+0000 7f2045138640 1 -- 172.21.15.175:0/1567857444 >> v2:172.21.15.175:3300/0 conn(0x7f2040127230 msgr2=0x7f204006ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:04.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.782+0000 7f2045138640 1 --2- 172.21.15.175:0/1567857444 >> v2:172.21.15.175:3300/0 conn(0x7f2040127230 0x7f204006ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.782+0000 7f2045138640 1 -- 172.21.15.175:0/1567857444 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f204009bc00 con 0x7f2040126910 2024-09-16T01:17:04.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.782+0000 7f2045939640 1 --2- 172.21.15.175:0/1567857444 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f204006ff40 0x7f204006ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:04.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.782+0000 7f2044937640 1 --2- 172.21.15.175:0/1567857444 >> v2:172.21.15.175:3300/0 conn(0x7f2040127230 0x7f204006ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:04.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.782+0000 7f2045138640 1 --2- 172.21.15.175:0/1567857444 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2040126910 0x7f2040126cf0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f20340097a0 tx=0x7f2034029fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c59a500415908856 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:04.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.782+0000 7f2033fff640 1 -- 172.21.15.175:0/1567857444 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f203402ad20 con 0x7f2040126910 2024-09-16T01:17:04.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.782+0000 7f2033fff640 1 -- 172.21.15.175:0/1567857444 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f203402ae80 con 0x7f2040126910 2024-09-16T01:17:04.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.783+0000 7f2033fff640 1 -- 172.21.15.175:0/1567857444 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2034032660 con 0x7f2040126910 2024-09-16T01:17:04.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.783+0000 7f204739c640 1 -- 172.21.15.175:0/1567857444 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2040126910 msgr2=0x7f2040126cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:04.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.783+0000 7f204739c640 1 --2- 172.21.15.175:0/1567857444 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2040126910 0x7f2040126cf0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f20340097a0 tx=0x7f2034029fd0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.783+0000 7f204739c640 1 -- 172.21.15.175:0/1567857444 shutdown_connections 2024-09-16T01:17:04.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.783+0000 7f204739c640 1 --2- 172.21.15.175:0/1567857444 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f204006ff40 0x7f204006ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.783+0000 7f204739c640 1 --2- 172.21.15.175:0/1567857444 >> v2:172.21.15.175:3300/0 conn(0x7f2040127230 0x7f204006ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.783+0000 7f204739c640 1 --2- 172.21.15.175:0/1567857444 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2040126910 0x7f2040126cf0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.783+0000 7f204739c640 1 -- 172.21.15.175:0/1567857444 >> 172.21.15.175:0/1567857444 conn(0x7f204009a9f0 msgr2=0x7f204009ae00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.783+0000 7f204739c640 1 -- 172.21.15.175:0/1567857444 shutdown_connections 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.783+0000 7f204739c640 1 -- 172.21.15.175:0/1567857444 wait complete. 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f204739c640 1 Processor -- start 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f204739c640 1 -- start start 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f204739c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f204006ff40 0x7f204012abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f204739c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2040126910 0x7f204012b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f204739c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2040127230 0x7f204012b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f204739c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2040124260 con 0x7f2040127230 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f204739c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f204012bcc0 con 0x7f2040126910 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f204739c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f204012d9c0 con 0x7f204006ff40 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f2045138640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f204006ff40 0x7f204012abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f2044937640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2040126910 0x7f204012b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.784+0000 7f2045939640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2040127230 0x7f204012b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:04.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2045138640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f204006ff40 0x7f204012abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37380/0 (socket says 172.21.15.175:37380) 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2045138640 1 -- 172.21.15.175:0/1852602585 learned_addr learned my addr 172.21.15.175:0/1852602585 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2045939640 1 -- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f204006ff40 msgr2=0x7f204012abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2045939640 1 --2- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f204006ff40 0x7f204012abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2045939640 1 -- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2040126910 msgr2=0x7f204012b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2045939640 1 --2- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2040126910 0x7f204012b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2045939640 1 -- 172.21.15.175:0/1852602585 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2038009a70 con 0x7f2040127230 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2044937640 1 --2- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2040126910 0x7f204012b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2045939640 1 --2- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2040127230 0x7f204012b660 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f2040070370 tx=0x7f203800b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2031ffb640 1 -- 172.21.15.175:0/1852602585 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2038010040 con 0x7f2040127230 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2031ffb640 1 -- 172.21.15.175:0/1852602585 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f203800bd20 con 0x7f2040127230 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f204739c640 1 -- 172.21.15.175:0/1852602585 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f203c0094d0 con 0x7f2040127230 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f2031ffb640 1 -- 172.21.15.175:0/1852602585 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2038003bb0 con 0x7f2040127230 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.785+0000 7f204739c640 1 -- 172.21.15.175:0/1852602585 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2034009400 con 0x7f2040127230 2024-09-16T01:17:04.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.786+0000 7f2031ffb640 1 -- 172.21.15.175:0/1852602585 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f203801d410 con 0x7f2040127230 2024-09-16T01:17:04.791 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.786+0000 7f204739c640 1 -- 172.21.15.175:0/1852602585 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2040126cf0 con 0x7f2040127230 2024-09-16T01:17:04.791 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.786+0000 7f2031ffb640 1 -- 172.21.15.175:0/1852602585 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f203805ce90 con 0x7f2040127230 2024-09-16T01:17:04.791 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.790+0000 7f2031ffb640 1 -- 172.21.15.175:0/1852602585 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f203803af10 con 0x7f2040127230 2024-09-16T01:17:04.953 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.952+0000 7f204739c640 1 -- 172.21.15.175:0/1852602585 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f204012cd70 con 0x7f2040127230 2024-09-16T01:17:04.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.954+0000 7f2031ffb640 1 -- 172.21.15.175:0/1852602585 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+107693 (secure 0 0 0) 0x7f2038018030 con 0x7f2040127230 2024-09-16T01:17:04.957 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:17:04.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.956+0000 7f204739c640 1 -- 172.21.15.175:0/1852602585 >> v1:172.21.15.175:6816/3492848882 conn(0x7f2024047590 legacy=0x7f2024049a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:04.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.956+0000 7f204739c640 1 -- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2040127230 msgr2=0x7f204012b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:04.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.956+0000 7f204739c640 1 --2- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2040127230 0x7f204012b660 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f2040070370 tx=0x7f203800b480 comp rx=0 tx=0).stop 2024-09-16T01:17:04.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.956+0000 7f204739c640 1 -- 172.21.15.175:0/1852602585 shutdown_connections 2024-09-16T01:17:04.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.956+0000 7f204739c640 1 --2- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2040127230 0x7f204012b660 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.956+0000 7f204739c640 1 --2- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2040126910 0x7f204012b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.956+0000 7f204739c640 1 --2- 172.21.15.175:0/1852602585 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f204006ff40 0x7f204012abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:04.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.956+0000 7f204739c640 1 -- 172.21.15.175:0/1852602585 >> 172.21.15.175:0/1852602585 conn(0x7f204009a9f0 msgr2=0x7f2040125300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:04.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.956+0000 7f204739c640 1 -- 172.21.15.175:0/1852602585 shutdown_connections 2024-09-16T01:17:04.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:04.956+0000 7f204739c640 1 -- 172.21.15.175:0/1852602585 wait complete. 2024-09-16T01:17:04.967 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6816","nonce":3492848882}]},"active_addr":"172.21.15.175:6816/3492848882","active_change":"2024-09-16T01:16:48.243721+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4105,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":192493951}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":2490616409}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":2331399488}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":1255099663}]}]} 2024-09-16T01:17:04.970 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T01:17:04.970 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T01:17:04.971 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:17:05.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.065+0000 7f3b2d13e640 1 Processor -- start 2024-09-16T01:17:05.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.065+0000 7f3b2d13e640 1 -- start start 2024-09-16T01:17:05.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b2d13e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b2812a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b2d13e640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3b2812ae00 0x7f3b2812d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b2d13e640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812df20 0x7f3b2812e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b2d13e640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b2806fa30 con 0x7f3b2812ae00 2024-09-16T01:17:05.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b2d13e640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b28070d50 con 0x7f3b2812a4e0 2024-09-16T01:17:05.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b2d13e640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3b28070570 con 0x7f3b2812df20 2024-09-16T01:17:05.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b26d9d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b2812a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b2659c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3b2812ae00 0x7f3b2812d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b2759e640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812df20 0x7f3b2812e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b26d9d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b2812a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60864/0 (socket says 172.21.15.175:60864) 2024-09-16T01:17:05.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b2659c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3b2812ae00 0x7f3b2812d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55856/0 (socket says 172.21.15.175:55856) 2024-09-16T01:17:05.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b26d9d640 1 -- 172.21.15.175:0/2254459071 learned_addr learned my addr 172.21.15.175:0/2254459071 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b26d9d640 1 -- 172.21.15.175:0/2254459071 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812df20 msgr2=0x7f3b2812e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b26d9d640 1 --2- 172.21.15.175:0/2254459071 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812df20 0x7f3b2812e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b26d9d640 1 -- 172.21.15.175:0/2254459071 >> v2:172.21.15.175:3300/0 conn(0x7f3b2812ae00 msgr2=0x7f3b2812d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b26d9d640 1 --2- 172.21.15.175:0/2254459071 >> v2:172.21.15.175:3300/0 conn(0x7f3b2812ae00 0x7f3b2812d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b26d9d640 1 -- 172.21.15.175:0/2254459071 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b2806fc30 con 0x7f3b2812a4e0 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.066+0000 7f3b2759e640 1 --2- 172.21.15.175:0/2254459071 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812df20 0x7f3b2812e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b26d9d640 1 --2- 172.21.15.175:0/2254459071 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b2812a8c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3b18009870 tx=0x7f3b1802a0a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b01fd61fb3c8c574 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b25d9b640 1 -- 172.21.15.175:0/2254459071 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b1802adf0 con 0x7f3b2812a4e0 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b25d9b640 1 -- 172.21.15.175:0/2254459071 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b18032440 con 0x7f3b2812a4e0 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b25d9b640 1 -- 172.21.15.175:0/2254459071 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b180327d0 con 0x7f3b2812a4e0 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b2d13e640 1 -- 172.21.15.175:0/2254459071 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 msgr2=0x7f3b2812a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b2d13e640 1 --2- 172.21.15.175:0/2254459071 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b2812a8c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3b18009870 tx=0x7f3b1802a0a0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b2d13e640 1 -- 172.21.15.175:0/2254459071 shutdown_connections 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b2d13e640 1 --2- 172.21.15.175:0/2254459071 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812df20 0x7f3b2812e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b2d13e640 1 --2- 172.21.15.175:0/2254459071 >> v2:172.21.15.175:3300/0 conn(0x7f3b2812ae00 0x7f3b2812d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b2d13e640 1 --2- 172.21.15.175:0/2254459071 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b2812a8c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b2d13e640 1 -- 172.21.15.175:0/2254459071 >> 172.21.15.175:0/2254459071 conn(0x7f3b280a01d0 msgr2=0x7f3b280a05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.067+0000 7f3b2d13e640 1 -- 172.21.15.175:0/2254459071 shutdown_connections 2024-09-16T01:17:05.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.068+0000 7f3b2d13e640 1 -- 172.21.15.175:0/2254459071 wait complete. 2024-09-16T01:17:05.073 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2d13e640 1 Processor -- start 2024-09-16T01:17:05.073 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2d13e640 1 -- start start 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2d13e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b281311b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2d13e640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812ae00 0x7f3b281316f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2d13e640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b2812df20 0x7f3b28131c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2d13e640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b281281d0 con 0x7f3b2812df20 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2d13e640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b28133560 con 0x7f3b2812a4e0 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2d13e640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3b281248f0 con 0x7f3b2812ae00 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b26d9d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b281311b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2659c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812ae00 0x7f3b281316f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2659c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812ae00 0x7f3b281316f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37388/0 (socket says 172.21.15.175:37388) 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b26d9d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b281311b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60872/0 (socket says 172.21.15.175:60872) 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2659c640 1 -- 172.21.15.175:0/3117403924 learned_addr learned my addr 172.21.15.175:0/3117403924 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.075 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2759e640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b2812df20 0x7f3b28131c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2759e640 1 -- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812ae00 msgr2=0x7f3b281316f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2759e640 1 --2- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812ae00 0x7f3b281316f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2759e640 1 -- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 msgr2=0x7f3b281311b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2759e640 1 --2- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b281311b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2759e640 1 -- 172.21.15.175:0/3117403924 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b20009a70 con 0x7f3b2812df20 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b26d9d640 1 --2- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b281311b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.069+0000 7f3b2659c640 1 --2- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812ae00 0x7f3b281316f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.070+0000 7f3b2759e640 1 --2- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b2812df20 0x7f3b28131c30 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f3b2000efc0 tx=0x7f3b2000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.070+0000 7f3b0f7fe640 1 -- 172.21.15.175:0/3117403924 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b2000cd30 con 0x7f3b2812df20 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.070+0000 7f3b0f7fe640 1 -- 172.21.15.175:0/3117403924 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b2000f040 con 0x7f3b2812df20 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.070+0000 7f3b2d13e640 1 -- 172.21.15.175:0/3117403924 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b180094d0 con 0x7f3b2812df20 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.070+0000 7f3b0f7fe640 1 -- 172.21.15.175:0/3117403924 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b20003bd0 con 0x7f3b2812df20 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.070+0000 7f3b2d13e640 1 -- 172.21.15.175:0/3117403924 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b28134040 con 0x7f3b2812df20 2024-09-16T01:17:05.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.071+0000 7f3b0f7fe640 1 -- 172.21.15.175:0/3117403924 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f3b20014480 con 0x7f3b2812df20 2024-09-16T01:17:05.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.071+0000 7f3b2d13e640 1 -- 172.21.15.175:0/3117403924 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b2812a8c0 con 0x7f3b2812df20 2024-09-16T01:17:05.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.071+0000 7f3b0f7fe640 1 -- 172.21.15.175:0/3117403924 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f3b2005d3e0 con 0x7f3b2812df20 2024-09-16T01:17:05.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.075+0000 7f3b0f7fe640 1 -- 172.21.15.175:0/3117403924 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f3b2003b010 con 0x7f3b2812df20 2024-09-16T01:17:05.212 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.211+0000 7f3b2d13e640 1 -- 172.21.15.175:0/3117403924 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3b2806a140 con 0x7f3b2812df20 2024-09-16T01:17:05.213 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.211+0000 7f3b0f7fe640 1 -- 172.21.15.175:0/3117403924 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+8815 (secure 0 0 0) 0x7f3b20018070 con 0x7f3b2812df20 2024-09-16T01:17:05.213 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:17:05.213 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":16,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:17:04.605544+0000","last_up_change":"2024-09-16T01:16:55.368380+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":2766697890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":2766697890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":2766697890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":2766697890}]},"public_addr":"172.21.15.175:6812/2766697890","cluster_addr":"172.21.15.175:6813/2766697890","heartbeat_back_addr":"172.21.15.175:6815/2766697890","heartbeat_front_addr":"172.21.15.175:6814/2766697890","state":["exists","up"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":2081807089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":2081807089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":2081807089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":2081807089}]},"public_addr":"172.21.15.175:6803/2081807089","cluster_addr":"172.21.15.175:6805/2081807089","heartbeat_back_addr":"172.21.15.175:6811/2081807089","heartbeat_front_addr":"172.21.15.175:6808/2081807089","state":["exists","up"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":76483218}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":76483218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":76483218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":76483218}]},"public_addr":"172.21.15.175:6800/76483218","cluster_addr":"172.21.15.175:6801/76483218","heartbeat_back_addr":"172.21.15.175:6807/76483218","heartbeat_front_addr":"172.21.15.175:6804/76483218","state":["exists","up"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":1638562674}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":1638562674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":1638562674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":1638562674}]},"public_addr":"172.21.15.175:6802/1638562674","cluster_addr":"172.21.15.175:6806/1638562674","heartbeat_back_addr":"172.21.15.175:6810/1638562674","heartbeat_front_addr":"172.21.15.175:6809/1638562674","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:17:05.214 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.213+0000 7f3b2d13e640 1 -- 172.21.15.175:0/3117403924 >> v1:172.21.15.175:6816/3492848882 conn(0x7f3b14047560 legacy=0x7f3b14049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.214 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.213+0000 7f3b2d13e640 1 -- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b2812df20 msgr2=0x7f3b28131c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.214 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.213+0000 7f3b2d13e640 1 --2- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b2812df20 0x7f3b28131c30 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f3b2000efc0 tx=0x7f3b2000c490 comp rx=0 tx=0).stop 2024-09-16T01:17:05.214 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.213+0000 7f3b2d13e640 1 -- 172.21.15.175:0/3117403924 shutdown_connections 2024-09-16T01:17:05.215 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.213+0000 7f3b2d13e640 1 --2- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b2812df20 0x7f3b28131c30 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.215 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.213+0000 7f3b2d13e640 1 --2- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3b2812ae00 0x7f3b281316f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.215 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.213+0000 7f3b2d13e640 1 --2- 172.21.15.175:0/3117403924 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3b2812a4e0 0x7f3b281311b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.215 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.213+0000 7f3b2d13e640 1 -- 172.21.15.175:0/3117403924 >> 172.21.15.175:0/3117403924 conn(0x7f3b280a01d0 msgr2=0x7f3b28126ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.215 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.213+0000 7f3b2d13e640 1 -- 172.21.15.175:0/3117403924 shutdown_connections 2024-09-16T01:17:05.215 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.213+0000 7f3b2d13e640 1 -- 172.21.15.175:0/3117403924 wait complete. 2024-09-16T01:17:05.225 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T01:17:05.225 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:17:05.323 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.321+0000 7fa4903ce640 1 Processor -- start 2024-09-16T01:17:05.323 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.321+0000 7fa4903ce640 1 -- start start 2024-09-16T01:17:05.323 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa4903ce640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa48812a7e0 0x7fa48812abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa4903ce640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa488070220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa4903ce640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa48812a420 con 0x7fa488112720 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa4903ce640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4881132b0 con 0x7fa48812a7e0 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa4903ce640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa488112ec0 con 0x7fa48812b100 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48e96b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa488070220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48e16a640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa48812a7e0 0x7fa48812abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48e16a640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa48812a7e0 0x7fa48812abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55870/0 (socket says 172.21.15.175:55870) 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48e16a640 1 -- 172.21.15.175:0/2905189291 learned_addr learned my addr 172.21.15.175:0/2905189291 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48e96b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa488070220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60878/0 (socket says 172.21.15.175:60878) 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48d969640 1 --1- 172.21.15.175:0/2905189291 >> v1:172.21.15.175:6789/0 conn(0x7fa488112720 0x7fa48806fb10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53264/0 (socket says 172.21.15.175:53264) 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48e16a640 1 -- 172.21.15.175:0/2905189291 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 msgr2=0x7fa488070220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48e16a640 1 --2- 172.21.15.175:0/2905189291 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa488070220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48e16a640 1 -- 172.21.15.175:0/2905189291 >> v1:172.21.15.175:6789/0 conn(0x7fa488112720 legacy=0x7fa48806fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.325 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48e16a640 1 -- 172.21.15.175:0/2905189291 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa48806e3e0 con 0x7fa48812a7e0 2024-09-16T01:17:05.325 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48e96b640 1 --2- 172.21.15.175:0/2905189291 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa488070220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.325 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.322+0000 7fa48d168640 1 -- 172.21.15.175:0/2905189291 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1664430949 0 0) 0x7fa48812a420 con 0x7fa488112720 2024-09-16T01:17:05.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.323+0000 7fa48e16a640 1 --2- 172.21.15.175:0/2905189291 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa48812a7e0 0x7fa48812abc0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa484009870 tx=0x7fa48402a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0ecfb55c9212011 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.323+0000 7fa48d168640 1 -- 172.21.15.175:0/2905189291 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa48402ae80 con 0x7fa48812a7e0 2024-09-16T01:17:05.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.323+0000 7fa48d168640 1 -- 172.21.15.175:0/2905189291 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa484032440 con 0x7fa48812a7e0 2024-09-16T01:17:05.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.323+0000 7fa48d168640 1 -- 172.21.15.175:0/2905189291 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4840327b0 con 0x7fa48812a7e0 2024-09-16T01:17:05.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.323+0000 7fa4903ce640 1 -- 172.21.15.175:0/2905189291 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa48812a7e0 msgr2=0x7fa48812abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.323+0000 7fa4903ce640 1 --2- 172.21.15.175:0/2905189291 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa48812a7e0 0x7fa48812abc0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa484009870 tx=0x7fa48402a130 comp rx=0 tx=0).stop 2024-09-16T01:17:05.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.323+0000 7fa4903ce640 1 -- 172.21.15.175:0/2905189291 shutdown_connections 2024-09-16T01:17:05.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.323+0000 7fa4903ce640 1 --2- 172.21.15.175:0/2905189291 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa488070220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.323+0000 7fa4903ce640 1 --2- 172.21.15.175:0/2905189291 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa48812a7e0 0x7fa48812abc0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.323+0000 7fa4903ce640 1 -- 172.21.15.175:0/2905189291 >> 172.21.15.175:0/2905189291 conn(0x7fa48809a9f0 msgr2=0x7fa48809ae00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.324+0000 7fa4903ce640 1 -- 172.21.15.175:0/2905189291 shutdown_connections 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.324+0000 7fa4903ce640 1 -- 172.21.15.175:0/2905189291 wait complete. 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.324+0000 7fa4903ce640 1 Processor -- start 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.324+0000 7fa4903ce640 1 -- start start 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa4903ce640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa488112720 0x7fa48812c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa4903ce640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa48812a7e0 0x7fa48812c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa4903ce640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa48812cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa4903ce640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa48812e520 con 0x7fa488112720 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa4903ce640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa488124b70 con 0x7fa48812b100 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa4903ce640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fa48812f7f0 con 0x7fa48812a7e0 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e16a640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa488112720 0x7fa48812c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e96b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa48812cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e16a640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa488112720 0x7fa48812c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55874/0 (socket says 172.21.15.175:55874) 2024-09-16T01:17:05.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e16a640 1 -- 172.21.15.175:0/3618811962 learned_addr learned my addr 172.21.15.175:0/3618811962 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48d969640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa48812a7e0 0x7fa48812c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e16a640 1 -- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa48812a7e0 msgr2=0x7fa48812c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e16a640 1 --2- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa48812a7e0 0x7fa48812c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e16a640 1 -- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 msgr2=0x7fa48812cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e16a640 1 --2- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa48812cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e16a640 1 -- 172.21.15.175:0/3618811962 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa480009a70 con 0x7fa488112720 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e96b640 1 --2- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa48812cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa48e16a640 1 --2- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa488112720 0x7fa48812c2d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa48402a650 tx=0x7fa4840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa47effd640 1 -- 172.21.15.175:0/3618811962 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4840308d0 con 0x7fa488112720 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa47effd640 1 -- 172.21.15.175:0/3618811962 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa484030a50 con 0x7fa488112720 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa4903ce640 1 -- 172.21.15.175:0/3618811962 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4840094d0 con 0x7fa488112720 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.325+0000 7fa47effd640 1 -- 172.21.15.175:0/3618811962 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa484030e00 con 0x7fa488112720 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.326+0000 7fa4903ce640 1 -- 172.21.15.175:0/3618811962 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa48812daf0 con 0x7fa488112720 2024-09-16T01:17:05.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.326+0000 7fa4903ce640 1 -- 172.21.15.175:0/3618811962 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa48812abc0 con 0x7fa488112720 2024-09-16T01:17:05.331 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.327+0000 7fa47effd640 1 -- 172.21.15.175:0/3618811962 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fa484039040 con 0x7fa488112720 2024-09-16T01:17:05.331 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.327+0000 7fa47effd640 1 -- 172.21.15.175:0/3618811962 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fa48407d670 con 0x7fa488112720 2024-09-16T01:17:05.331 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.331+0000 7fa47effd640 1 -- 172.21.15.175:0/3618811962 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fa484008bc0 con 0x7fa488112720 2024-09-16T01:17:05.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.464+0000 7fa4903ce640 1 -- 172.21.15.175:0/3618811962 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa48812eba0 con 0x7fa488112720 2024-09-16T01:17:05.466 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.465+0000 7fa47effd640 1 -- 172.21.15.175:0/3618811962 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+8815 (secure 0 0 0) 0x7fa484037070 con 0x7fa488112720 2024-09-16T01:17:05.466 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:17:05.466 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":16,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:17:04.605544+0000","last_up_change":"2024-09-16T01:16:55.368380+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":2766697890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":2766697890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":2766697890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":2766697890}]},"public_addr":"172.21.15.175:6812/2766697890","cluster_addr":"172.21.15.175:6813/2766697890","heartbeat_back_addr":"172.21.15.175:6815/2766697890","heartbeat_front_addr":"172.21.15.175:6814/2766697890","state":["exists","up"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":2081807089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":2081807089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":2081807089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":2081807089}]},"public_addr":"172.21.15.175:6803/2081807089","cluster_addr":"172.21.15.175:6805/2081807089","heartbeat_back_addr":"172.21.15.175:6811/2081807089","heartbeat_front_addr":"172.21.15.175:6808/2081807089","state":["exists","up"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":76483218}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":76483218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":76483218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":76483218}]},"public_addr":"172.21.15.175:6800/76483218","cluster_addr":"172.21.15.175:6801/76483218","heartbeat_back_addr":"172.21.15.175:6807/76483218","heartbeat_front_addr":"172.21.15.175:6804/76483218","state":["exists","up"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":1638562674}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":1638562674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":1638562674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":1638562674}]},"public_addr":"172.21.15.175:6802/1638562674","cluster_addr":"172.21.15.175:6806/1638562674","heartbeat_back_addr":"172.21.15.175:6810/1638562674","heartbeat_front_addr":"172.21.15.175:6809/1638562674","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:17:05.468 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.466+0000 7fa4903ce640 1 -- 172.21.15.175:0/3618811962 >> v1:172.21.15.175:6816/3492848882 conn(0x7fa46c047560 legacy=0x7fa46c049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.468 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.466+0000 7fa4903ce640 1 -- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa488112720 msgr2=0x7fa48812c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.468 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.466+0000 7fa4903ce640 1 --2- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa488112720 0x7fa48812c2d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa48402a650 tx=0x7fa4840046c0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.468 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.466+0000 7fa4903ce640 1 -- 172.21.15.175:0/3618811962 shutdown_connections 2024-09-16T01:17:05.468 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.466+0000 7fa4903ce640 1 --2- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa48812b100 0x7fa48812cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.468 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.466+0000 7fa4903ce640 1 --2- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa48812a7e0 0x7fa48812c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.468 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.466+0000 7fa4903ce640 1 --2- 172.21.15.175:0/3618811962 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa488112720 0x7fa48812c2d0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.468 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.466+0000 7fa4903ce640 1 -- 172.21.15.175:0/3618811962 >> 172.21.15.175:0/3618811962 conn(0x7fa48809a9f0 msgr2=0x7fa488128f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.467+0000 7fa4903ce640 1 -- 172.21.15.175:0/3618811962 shutdown_connections 2024-09-16T01:17:05.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.467+0000 7fa4903ce640 1 -- 172.21.15.175:0/3618811962 wait complete. 2024-09-16T01:17:05.479 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T01:17:05.479 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T01:17:05.480 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T01:17:05.480 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T01:17:05.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7f86a962b640 1 Processor -- start 2024-09-16T01:17:05.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc871945640 1 Processor -- start 2024-09-16T01:17:05.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc871945640 1 -- start start 2024-09-16T01:17:05.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7f86a962b640 1 -- start start 2024-09-16T01:17:05.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7f29f2b83640 1 Processor -- start 2024-09-16T01:17:05.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7f29f2b83640 1 -- start start 2024-09-16T01:17:05.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc46d602640 1 Processor -- start 2024-09-16T01:17:05.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc46d602640 1 -- start start 2024-09-16T01:17:05.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc871945640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fc86c12a920 0x7fc86c12ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7f86a962b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a406dc80 0x7f86a406e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc871945640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc86c12e4e0 0x7fc86c135d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc871945640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc86c06f950 con 0x7fc86c12d960 2024-09-16T01:17:05.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7f86a962b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f86a412e2a0 0x7f86a4135df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc871945640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc86c06ff70 con 0x7fc86c12a920 2024-09-16T01:17:05.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc871945640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc86c070e10 con 0x7fc86c12e4e0 2024-09-16T01:17:05.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc86a7fc640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fc86c12d960 0x7fc86c12ddd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53280/0 (socket says 172.21.15.175:53280) 2024-09-16T01:17:05.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7f86a2ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a406dc80 0x7f86a406e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7f86a2ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a406dc80 0x7f86a406e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60894/0 (socket says 172.21.15.175:60894) 2024-09-16T01:17:05.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7f86a27fc640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f86a406e5a0 0x7f86a412db90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53288/0 (socket says 172.21.15.175:53288) 2024-09-16T01:17:05.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7f86a2ffd640 1 -- 172.21.15.175:0/1658262666 learned_addr learned my addr 172.21.15.175:0/1658262666 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc86a7fc640 1 -- 172.21.15.175:0/2496770953 learned_addr learned my addr 172.21.15.175:0/2496770953 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:17:05.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a962b640 1 -- 172.21.15.175:0/1658262666 --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86a406ecd0 con 0x7f86a406e5a0 2024-09-16T01:17:05.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f29f2b83640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 0x7f29ec12bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f29f2b83640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f29ec070780 0x7f29ec1336f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f29f2b83640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29ec06b400 con 0x7f29ec06b790 2024-09-16T01:17:05.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f29f2b83640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29ec1141c0 con 0x7f29ec070780 2024-09-16T01:17:05.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f29f2b83640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f29ec12b3f0 con 0x7f29ec12b840 2024-09-16T01:17:05.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a962b640 1 -- 172.21.15.175:0/1658262666 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86a406bbc0 con 0x7f86a412e2a0 2024-09-16T01:17:05.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc46d602640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fc46806ec60 0x7fc468130720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc46d602640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc468130c60 0x7fc468133050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc46d602640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc46806f3e0 con 0x7fc46806e170 2024-09-16T01:17:05.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc46d602640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4680666e0 con 0x7fc46806ec60 2024-09-16T01:17:05.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc46d602640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4680707f0 con 0x7fc468130c60 2024-09-16T01:17:05.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a37fe640 1 --2- 172.21.15.175:0/1658262666 >> v2:172.21.15.175:3300/0 conn(0x7f86a412e2a0 0x7f86a4135df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a962b640 1 -- 172.21.15.175:0/1658262666 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86a406bd90 con 0x7f86a406dc80 2024-09-16T01:17:05.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f29f091f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 0x7f29ec12bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f29ebfff640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f29ec06b790 0x7f29ec070070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53302/0 (socket says 172.21.15.175:53302) 2024-09-16T01:17:05.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f29ebfff640 1 -- 172.21.15.175:0/3327006915 learned_addr learned my addr 172.21.15.175:0/3327006915 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:17:05.593 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc4677fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc468130c60 0x7fc468133050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.593 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a1ffb640 1 -- 172.21.15.175:0/1658262666 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1015586360 0 0) 0x7f86a406ecd0 con 0x7f86a406e5a0 2024-09-16T01:17:05.593 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a1ffb640 1 -- 172.21.15.175:0/1658262666 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f868c003520 con 0x7f86a406e5a0 2024-09-16T01:17:05.593 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc4677fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc468130c60 0x7fc468133050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60900/0 (socket says 172.21.15.175:60900) 2024-09-16T01:17:05.594 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc4677fe640 1 -- 172.21.15.175:0/134262185 learned_addr learned my addr 172.21.15.175:0/134262185 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.594 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a2ffd640 1 -- 172.21.15.175:0/1658262666 >> v2:172.21.15.175:3300/0 conn(0x7f86a412e2a0 msgr2=0x7f86a4135df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.594 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a2ffd640 1 --2- 172.21.15.175:0/1658262666 >> v2:172.21.15.175:3300/0 conn(0x7f86a412e2a0 0x7f86a4135df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.594 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a2ffd640 1 -- 172.21.15.175:0/1658262666 >> v1:172.21.15.175:6789/0 conn(0x7f86a406e5a0 legacy=0x7f86a412db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.594 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a2ffd640 1 -- 172.21.15.175:0/1658262666 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86a406b400 con 0x7f86a406dc80 2024-09-16T01:17:05.594 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f86a37fe640 1 --2- 172.21.15.175:0/1658262666 >> v2:172.21.15.175:3300/0 conn(0x7f86a412e2a0 0x7f86a4135df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:17:05.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.584+0000 7fc86b7fe640 1 --2- 172.21.15.175:0/2496770953 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc86c12e4e0 0x7fc86c135d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc86b7fe640 1 -- 172.21.15.175:0/2496770953 >> v2:172.21.15.175:3300/0 conn(0x7fc86c12a920 msgr2=0x7fc86c12ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc86b7fe640 1 --2- 172.21.15.175:0/2496770953 >> v2:172.21.15.175:3300/0 conn(0x7fc86c12a920 0x7fc86c12ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc86b7fe640 1 -- 172.21.15.175:0/2496770953 >> v1:172.21.15.175:6789/0 conn(0x7fc86c12d960 legacy=0x7fc86c12ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc86b7fe640 1 -- 172.21.15.175:0/2496770953 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc86c12a6b0 con 0x7fc86c12e4e0 2024-09-16T01:17:05.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f29f1120640 1 --2- 172.21.15.175:0/3327006915 >> v2:172.21.15.175:3300/0 conn(0x7f29ec070780 0x7f29ec1336f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7f29f091f640 1 -- 172.21.15.175:0/3327006915 >> v2:172.21.15.175:3300/0 conn(0x7f29ec070780 msgr2=0x7f29ec1336f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc4677fe640 1 -- 172.21.15.175:0/134262185 >> v2:172.21.15.175:3300/0 conn(0x7fc46806ec60 msgr2=0x7fc468130720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc4667fc640 1 --2- 172.21.15.175:0/134262185 >> v2:172.21.15.175:3300/0 conn(0x7fc46806ec60 0x7fc468130720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc4677fe640 1 --2- 172.21.15.175:0/134262185 >> v2:172.21.15.175:3300/0 conn(0x7fc46806ec60 0x7fc468130720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc4677fe640 1 -- 172.21.15.175:0/134262185 >> v1:172.21.15.175:6789/0 conn(0x7fc46806e170 legacy=0x7fc46806e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.585+0000 7fc4677fe640 1 -- 172.21.15.175:0/134262185 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc468070ab0 con 0x7fc468130c60 2024-09-16T01:17:05.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7f29eb7fe640 1 -- 172.21.15.175:0/3327006915 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3182404033 0 0) 0x7f29ec06b400 con 0x7f29ec06b790 2024-09-16T01:17:05.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7fc4667fc640 1 --2- 172.21.15.175:0/134262185 >> v2:172.21.15.175:3300/0 conn(0x7fc46806ec60 0x7fc468130720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:17:05.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7f29f091f640 1 --2- 172.21.15.175:0/3327006915 >> v2:172.21.15.175:3300/0 conn(0x7f29ec070780 0x7f29ec1336f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7f29f091f640 1 -- 172.21.15.175:0/3327006915 >> v1:172.21.15.175:6789/0 conn(0x7f29ec06b790 legacy=0x7f29ec070070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7f29f091f640 1 -- 172.21.15.175:0/3327006915 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29ec113e60 con 0x7f29ec12b840 2024-09-16T01:17:05.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7f29f1120640 1 --2- 172.21.15.175:0/3327006915 >> v2:172.21.15.175:3300/0 conn(0x7f29ec070780 0x7f29ec1336f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:17:05.598 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7fc86b7fe640 1 --2- 172.21.15.175:0/2496770953 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc86c12e4e0 0x7fc86c135d00 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc864009d90 tx=0x7fc86402a440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f57b9c0f36be3c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.598 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7f86a2ffd640 1 --2- 172.21.15.175:0/1658262666 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a406dc80 0x7f86a406e060 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f8694009870 tx=0x7f869402a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1cb9b11f538c30 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.598 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7fc869ffb640 1 -- 172.21.15.175:0/2496770953 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc864032640 con 0x7fc86c12e4e0 2024-09-16T01:17:05.598 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7f86a1ffb640 1 -- 172.21.15.175:0/1658262666 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f869402ae80 con 0x7f86a406dc80 2024-09-16T01:17:05.599 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7fc4677fe640 1 --2- 172.21.15.175:0/134262185 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc468130c60 0x7fc468133050 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc460009e50 tx=0x7fc46002ea90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f7b99223919088c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.599 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7fc869ffb640 1 -- 172.21.15.175:0/2496770953 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8640327a0 con 0x7fc86c12e4e0 2024-09-16T01:17:05.599 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7f86a1ffb640 1 -- 172.21.15.175:0/1658262666 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8694032440 con 0x7f86a406dc80 2024-09-16T01:17:05.599 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.586+0000 7f86a1ffb640 1 -- 172.21.15.175:0/1658262666 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86940327b0 con 0x7f86a406dc80 2024-09-16T01:17:05.600 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc869ffb640 1 -- 172.21.15.175:0/2496770953 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc864032b30 con 0x7fc86c12e4e0 2024-09-16T01:17:05.600 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc465ffb640 1 -- 172.21.15.175:0/134262185 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc460032640 con 0x7fc468130c60 2024-09-16T01:17:05.600 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc465ffb640 1 -- 172.21.15.175:0/134262185 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4600327a0 con 0x7fc468130c60 2024-09-16T01:17:05.600 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc465ffb640 1 -- 172.21.15.175:0/134262185 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc460032b30 con 0x7fc468130c60 2024-09-16T01:17:05.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f29f091f640 1 --2- 172.21.15.175:0/3327006915 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 0x7f29ec12bc20 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f29e00097a0 tx=0x7f29e002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b88b6d02b1350bb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f29eb7fe640 1 -- 172.21.15.175:0/3327006915 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29e002ae50 con 0x7f29ec12b840 2024-09-16T01:17:05.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f29eb7fe640 1 -- 172.21.15.175:0/3327006915 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29e0032440 con 0x7f29ec12b840 2024-09-16T01:17:05.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f29eb7fe640 1 -- 172.21.15.175:0/3327006915 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29e002ae50 con 0x7f29ec12b840 2024-09-16T01:17:05.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f86a962b640 1 -- 172.21.15.175:0/1658262666 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a406dc80 msgr2=0x7f86a406e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.601 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f86a962b640 1 --2- 172.21.15.175:0/1658262666 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a406dc80 0x7f86a406e060 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f8694009870 tx=0x7f869402a130 comp rx=0 tx=0).stop 2024-09-16T01:17:05.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc871945640 1 -- 172.21.15.175:0/2496770953 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc86c12e4e0 msgr2=0x7fc86c135d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc871945640 1 --2- 172.21.15.175:0/2496770953 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc86c12e4e0 0x7fc86c135d00 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc864009d90 tx=0x7fc86402a440 comp rx=0 tx=0).stop 2024-09-16T01:17:05.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc871945640 1 -- 172.21.15.175:0/2496770953 shutdown_connections 2024-09-16T01:17:05.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f86a962b640 1 -- 172.21.15.175:0/1658262666 shutdown_connections 2024-09-16T01:17:05.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f86a962b640 1 --2- 172.21.15.175:0/1658262666 >> v2:172.21.15.175:3300/0 conn(0x7f86a412e2a0 0x7f86a4135df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f86a962b640 1 --2- 172.21.15.175:0/1658262666 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a406dc80 0x7f86a406e060 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f86a962b640 1 -- 172.21.15.175:0/1658262666 >> 172.21.15.175:0/1658262666 conn(0x7f86a409ba30 msgr2=0x7f86a406c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.603 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc871945640 1 --2- 172.21.15.175:0/2496770953 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc86c12e4e0 0x7fc86c135d00 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.603 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc871945640 1 --2- 172.21.15.175:0/2496770953 >> v2:172.21.15.175:3300/0 conn(0x7fc86c12a920 0x7fc86c12ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.603 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc871945640 1 -- 172.21.15.175:0/2496770953 >> 172.21.15.175:0/2496770953 conn(0x7fc86c0a0180 msgr2=0x7fc86c0a0590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.603 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc871945640 1 -- 172.21.15.175:0/2496770953 shutdown_connections 2024-09-16T01:17:05.603 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f86a962b640 1 -- 172.21.15.175:0/1658262666 shutdown_connections 2024-09-16T01:17:05.604 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7fc871945640 1 -- 172.21.15.175:0/2496770953 wait complete. 2024-09-16T01:17:05.604 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.587+0000 7f86a962b640 1 -- 172.21.15.175:0/1658262666 wait complete. 2024-09-16T01:17:05.605 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7fc46d602640 1 -- 172.21.15.175:0/134262185 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc468130c60 msgr2=0x7fc468133050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.605 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7fc46d602640 1 --2- 172.21.15.175:0/134262185 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc468130c60 0x7fc468133050 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc460009e50 tx=0x7fc46002ea90 comp rx=0 tx=0).stop 2024-09-16T01:17:05.605 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7fc46d602640 1 -- 172.21.15.175:0/134262185 shutdown_connections 2024-09-16T01:17:05.605 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7fc46d602640 1 --2- 172.21.15.175:0/134262185 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc468130c60 0x7fc468133050 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.605 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7fc46d602640 1 --2- 172.21.15.175:0/134262185 >> v2:172.21.15.175:3300/0 conn(0x7fc46806ec60 0x7fc468130720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.605 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7fc46d602640 1 -- 172.21.15.175:0/134262185 >> 172.21.15.175:0/134262185 conn(0x7fc46809ad00 msgr2=0x7fc46809b110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.605 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7fc46d602640 1 -- 172.21.15.175:0/134262185 shutdown_connections 2024-09-16T01:17:05.606 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7fc46d602640 1 -- 172.21.15.175:0/134262185 wait complete. 2024-09-16T01:17:05.606 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7f29f2b83640 1 -- 172.21.15.175:0/3327006915 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 msgr2=0x7f29ec12bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.606 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7f29f2b83640 1 --2- 172.21.15.175:0/3327006915 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 0x7f29ec12bc20 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f29e00097a0 tx=0x7f29e002a100 comp rx=0 tx=0).stop 2024-09-16T01:17:05.606 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7f29f2b83640 1 -- 172.21.15.175:0/3327006915 shutdown_connections 2024-09-16T01:17:05.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7f29f2b83640 1 --2- 172.21.15.175:0/3327006915 >> v2:172.21.15.175:3300/0 conn(0x7f29ec070780 0x7f29ec1336f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7f29f2b83640 1 --2- 172.21.15.175:0/3327006915 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 0x7f29ec12bc20 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7f29f2b83640 1 -- 172.21.15.175:0/3327006915 >> 172.21.15.175:0/3327006915 conn(0x7f29ec09bb70 msgr2=0x7f29ec06c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7f29f2b83640 1 -- 172.21.15.175:0/3327006915 shutdown_connections 2024-09-16T01:17:05.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7f29f2b83640 1 -- 172.21.15.175:0/3327006915 wait complete. 2024-09-16T01:17:05.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.588+0000 7fc871945640 1 Processor -- start 2024-09-16T01:17:05.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a962b640 1 Processor -- start 2024-09-16T01:17:05.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a962b640 1 -- start start 2024-09-16T01:17:05.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc871945640 1 -- start start 2024-09-16T01:17:05.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc46d602640 1 Processor -- start 2024-09-16T01:17:05.609 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc46d602640 1 -- start start 2024-09-16T01:17:05.609 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a962b640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86a406dc80 0x7f86a411e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.609 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc871945640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc86c12a920 0x7fc86c119730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.609 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc871945640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc86c12d960 0x7fc86c119c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.610 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a962b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f86a406e5a0 0x7f86a411ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.610 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a962b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a412e2a0 0x7f86a411efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.610 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f29f2b83640 1 Processor -- start 2024-09-16T01:17:05.610 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc871945640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc86c12e4e0 0x7fc86c11a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.610 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc871945640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc86c11cce0 con 0x7fc86c12a920 2024-09-16T01:17:05.610 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc871945640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc86c128130 con 0x7fc86c12d960 2024-09-16T01:17:05.610 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc871945640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc86c11a6f0 con 0x7fc86c12e4e0 2024-09-16T01:17:05.611 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a962b640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86a412d000 con 0x7f86a406dc80 2024-09-16T01:17:05.611 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f29f2b83640 1 -- start start 2024-09-16T01:17:05.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a962b640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86a411fdd0 con 0x7f86a412e2a0 2024-09-16T01:17:05.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a962b640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f86a4121a60 con 0x7f86a406e5a0 2024-09-16T01:17:05.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a37fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a412e2a0 0x7f86a411efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a37fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a412e2a0 0x7f86a411efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60912/0 (socket says 172.21.15.175:60912) 2024-09-16T01:17:05.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a37fe640 1 -- 172.21.15.175:0/3110523251 learned_addr learned my addr 172.21.15.175:0/3110523251 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc86a7fc640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc86c12d960 0x7fc86c119c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.612 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc86a7fc640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc86c12d960 0x7fc86c119c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60904/0 (socket says 172.21.15.175:60904) 2024-09-16T01:17:05.613 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc86a7fc640 1 -- 172.21.15.175:0/2789753088 learned_addr learned my addr 172.21.15.175:0/2789753088 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.613 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7fc86affd640 1 --2- 172.21.15.175:0/2789753088 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc86c12a920 0x7fc86c119730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.613 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a2ffd640 1 --2- 172.21.15.175:0/3110523251 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86a406dc80 0x7f86a411e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.613 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.589+0000 7f86a27fc640 1 --2- 172.21.15.175:0/3110523251 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f86a406e5a0 0x7f86a411ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.613 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc46d602640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc46806e170 0x7fc4681241b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.613 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc86b7fe640 1 --2- 172.21.15.175:0/2789753088 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc86c12e4e0 0x7fc86c11a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.614 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc46d602640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc46806ec60 0x7fc4681246f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.614 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc46d602640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc468130c60 0x7fc468124c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.614 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc46d602640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc468116e00 con 0x7fc46806ec60 2024-09-16T01:17:05.614 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc46d602640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc468115100 con 0x7fc46806e170 2024-09-16T01:17:05.614 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f29f2b83640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29ec06b790 0x7f29ec12c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.615 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc46d602640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc468116a80 con 0x7fc468130c60 2024-09-16T01:17:05.615 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc466ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc46806e170 0x7fc4681241b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.615 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f86a2ffd640 1 -- 172.21.15.175:0/3110523251 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f86a406e5a0 msgr2=0x7f86a411ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.615 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f86a2ffd640 1 --2- 172.21.15.175:0/3110523251 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f86a406e5a0 0x7f86a411ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.615 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f86a2ffd640 1 -- 172.21.15.175:0/3110523251 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a412e2a0 msgr2=0x7f86a411efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.615 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f86a2ffd640 1 --2- 172.21.15.175:0/3110523251 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f86a412e2a0 0x7f86a411efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.615 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f86a2ffd640 1 -- 172.21.15.175:0/3110523251 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86940094d0 con 0x7f86a406dc80 2024-09-16T01:17:05.616 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc86a7fc640 1 -- 172.21.15.175:0/2789753088 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc86c12e4e0 msgr2=0x7fc86c11a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.616 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc86a7fc640 1 --2- 172.21.15.175:0/2789753088 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc86c12e4e0 0x7fc86c11a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.616 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc86a7fc640 1 -- 172.21.15.175:0/2789753088 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc86c12a920 msgr2=0x7fc86c119730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.616 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc86a7fc640 1 --2- 172.21.15.175:0/2789753088 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc86c12a920 0x7fc86c119730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.616 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc466ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc46806e170 0x7fc4681241b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60918/0 (socket says 172.21.15.175:60918) 2024-09-16T01:17:05.616 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc466ffd640 1 -- 172.21.15.175:0/4293852619 learned_addr learned my addr 172.21.15.175:0/4293852619 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.616 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc86a7fc640 1 -- 172.21.15.175:0/2789753088 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc864009a70 con 0x7fc86c12d960 2024-09-16T01:17:05.617 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f86a2ffd640 1 --2- 172.21.15.175:0/3110523251 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86a406dc80 0x7f86a411e520 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8694031000 tx=0x7f86940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.617 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f29f2b83640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29ec070780 0x7f29ec12c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.617 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc4677fe640 1 --2- 172.21.15.175:0/4293852619 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc468130c60 0x7fc468124c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.618 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc86a7fc640 1 --2- 172.21.15.175:0/2789753088 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc86c12d960 0x7fc86c119c70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc86000c780 tx=0x7fc86000cb80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.618 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc466ffd640 1 -- 172.21.15.175:0/4293852619 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc468130c60 msgr2=0x7fc468124c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.618 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc466ffd640 1 --2- 172.21.15.175:0/4293852619 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc468130c60 0x7fc468124c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.618 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc466ffd640 1 -- 172.21.15.175:0/4293852619 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc46806ec60 msgr2=0x7fc4681246f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.618 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc466ffd640 1 --2- 172.21.15.175:0/4293852619 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc46806ec60 0x7fc4681246f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.618 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7fc466ffd640 1 -- 172.21.15.175:0/4293852619 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc460009b30 con 0x7fc46806e170 2024-09-16T01:17:05.619 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f29ebfff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29ec070780 0x7f29ec12c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.619 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f29f091f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29ec06b790 0x7f29ec12c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.619 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f868b7fe640 1 -- 172.21.15.175:0/3110523251 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8694030b80 con 0x7f86a406dc80 2024-09-16T01:17:05.619 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f868b7fe640 1 -- 172.21.15.175:0/3110523251 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8694030d20 con 0x7f86a406dc80 2024-09-16T01:17:05.619 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f29ebfff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29ec070780 0x7f29ec12c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55950/0 (socket says 172.21.15.175:55950) 2024-09-16T01:17:05.620 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7fc466ffd640 1 --2- 172.21.15.175:0/4293852619 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc46806e170 0x7fc4681241b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc45800c450 tx=0x7fc45800c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.620 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86a4121690 con 0x7f86a406dc80 2024-09-16T01:17:05.620 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f868b7fe640 1 -- 172.21.15.175:0/3110523251 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f869403d680 con 0x7f86a406dc80 2024-09-16T01:17:05.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7fc853fff640 1 -- 172.21.15.175:0/2789753088 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8600072d0 con 0x7fc86c12d960 2024-09-16T01:17:05.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc86c11b810 con 0x7fc86c12d960 2024-09-16T01:17:05.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7fc853fff640 1 -- 172.21.15.175:0/2789753088 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc860007430 con 0x7fc86c12d960 2024-09-16T01:17:05.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7fc853fff640 1 -- 172.21.15.175:0/2789753088 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8600047e0 con 0x7fc86c12d960 2024-09-16T01:17:05.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.590+0000 7f29f091f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29ec06b790 0x7f29ec12c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60926/0 (socket says 172.21.15.175:60926) 2024-09-16T01:17:05.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7fc44f7fe640 1 -- 172.21.15.175:0/4293852619 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4580052d0 con 0x7fc46806e170 2024-09-16T01:17:05.622 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29f2b83640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 0x7f29ec12cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.622 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29f2b83640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29ec12d560 con 0x7f29ec070780 2024-09-16T01:17:05.622 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29f2b83640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29ec125650 con 0x7f29ec06b790 2024-09-16T01:17:05.622 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29f2b83640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f29ec124d30 con 0x7f29ec12b840 2024-09-16T01:17:05.623 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29ebfff640 1 -- 172.21.15.175:0/3622509764 learned_addr learned my addr 172.21.15.175:0/3622509764 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.623 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29f1120640 1 --2- 172.21.15.175:0/3622509764 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 0x7f29ec12cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.623 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86a41c2280 con 0x7f86a406dc80 2024-09-16T01:17:05.624 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29ebfff640 1 -- 172.21.15.175:0/3622509764 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 msgr2=0x7f29ec12cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.624 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29ebfff640 1 --2- 172.21.15.175:0/3622509764 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 0x7f29ec12cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.624 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29ebfff640 1 -- 172.21.15.175:0/3622509764 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29ec06b790 msgr2=0x7f29ec12c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.624 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29ebfff640 1 --2- 172.21.15.175:0/3622509764 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29ec06b790 0x7f29ec12c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.624 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29ebfff640 1 -- 172.21.15.175:0/3622509764 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29e0009400 con 0x7f29ec070780 2024-09-16T01:17:05.624 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7f29f1120640 1 --2- 172.21.15.175:0/3622509764 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29ec12b840 0x7f29ec12cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.624 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.592+0000 7f29ebfff640 1 --2- 172.21.15.175:0/3622509764 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29ec070780 0x7f29ec12c9e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f29d800c730 tx=0x7f29d800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.624 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7fc44f7fe640 1 -- 172.21.15.175:0/4293852619 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc458005430 con 0x7fc46806e170 2024-09-16T01:17:05.625 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.592+0000 7f29e97fa640 1 -- 172.21.15.175:0/3622509764 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29d80072d0 con 0x7f29ec070780 2024-09-16T01:17:05.625 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.592+0000 7f29e97fa640 1 -- 172.21.15.175:0/3622509764 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29d8007450 con 0x7f29ec070780 2024-09-16T01:17:05.625 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.592+0000 7f29e97fa640 1 -- 172.21.15.175:0/3622509764 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29d800ce40 con 0x7f29ec070780 2024-09-16T01:17:05.625 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.592+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29ec125aa0 con 0x7f29ec070780 2024-09-16T01:17:05.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.591+0000 7fc44f7fe640 1 -- 172.21.15.175:0/4293852619 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc458012870 con 0x7fc46806e170 2024-09-16T01:17:05.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.592+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4681159a0 con 0x7fc46806e170 2024-09-16T01:17:05.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.592+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc86c11c4a0 con 0x7fc86c12d960 2024-09-16T01:17:05.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.592+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4681137a0 con 0x7fc46806e170 2024-09-16T01:17:05.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.592+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f86a40701e0 con 0x7f86a406dc80 2024-09-16T01:17:05.627 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.593+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29ec121530 con 0x7f29ec070780 2024-09-16T01:17:05.627 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.593+0000 7f868b7fe640 1 -- 172.21.15.175:0/3110523251 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f8694039040 con 0x7f86a406dc80 2024-09-16T01:17:05.627 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.593+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc86c12b240 con 0x7fc86c12d960 2024-09-16T01:17:05.627 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.593+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc46806fe80 con 0x7fc46806e170 2024-09-16T01:17:05.628 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.593+0000 7f868b7fe640 1 -- 172.21.15.175:0/3110523251 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f8694032e40 con 0x7f86a406dc80 2024-09-16T01:17:05.628 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.593+0000 7f868b7fe640 1 -- 172.21.15.175:0/3110523251 --> v1:172.21.15.175:6800/76483218 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f86900519b0 con 0x7f869004dcc0 2024-09-16T01:17:05.628 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.593+0000 7f868b7fe640 1 -- 172.21.15.175:0/3110523251 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f869407f950 con 0x7f86a406dc80 2024-09-16T01:17:05.628 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.593+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f29ec12bc20 con 0x7f29ec070780 2024-09-16T01:17:05.629 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7f29e97fa640 1 -- 172.21.15.175:0/3622509764 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f29d80047e0 con 0x7f29ec070780 2024-09-16T01:17:05.629 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.593+0000 7fc44f7fe640 1 -- 172.21.15.175:0/4293852619 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fc4580129d0 con 0x7fc46806e170 2024-09-16T01:17:05.629 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7fc44f7fe640 1 -- 172.21.15.175:0/4293852619 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fc45805c340 con 0x7fc46806e170 2024-09-16T01:17:05.629 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7fc853fff640 1 -- 172.21.15.175:0/2789753088 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fc860004940 con 0x7fc86c12d960 2024-09-16T01:17:05.629 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7fc44f7fe640 1 -- 172.21.15.175:0/4293852619 --> v1:172.21.15.175:6803/2081807089 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc4540518e0 con 0x7fc45404dbf0 2024-09-16T01:17:05.630 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7fc44f7fe640 1 -- 172.21.15.175:0/4293852619 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc45805e960 con 0x7fc46806e170 2024-09-16T01:17:05.630 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7f29e97fa640 1 -- 172.21.15.175:0/3622509764 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f29d80643b0 con 0x7f29ec070780 2024-09-16T01:17:05.630 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7f29e97fa640 1 -- 172.21.15.175:0/3622509764 --> v1:172.21.15.175:6802/1638562674 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f29d0051910 con 0x7f29d004dc20 2024-09-16T01:17:05.630 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7f29e97fa640 1 -- 172.21.15.175:0/3622509764 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29d8064670 con 0x7f29ec070780 2024-09-16T01:17:05.630 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7fc853fff640 1 -- 172.21.15.175:0/2789753088 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fc86005c530 con 0x7fc86c12d960 2024-09-16T01:17:05.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7fc853fff640 1 -- 172.21.15.175:0/2789753088 --> v1:172.21.15.175:6812/2766697890 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc8580518e0 con 0x7fc85804dbf0 2024-09-16T01:17:05.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.594+0000 7fc853fff640 1 -- 172.21.15.175:0/2789753088 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc86005c8e0 con 0x7fc86c12d960 2024-09-16T01:17:05.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.595+0000 7f868b7fe640 1 -- 172.21.15.175:0/3110523251 <== osd.2 v1:172.21.15.175:6800/76483218 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (unknown 0 0 1686565167) 0x7f869c015610 con 0x7f869004dcc0 2024-09-16T01:17:05.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.595+0000 7fc44f7fe640 1 -- 172.21.15.175:0/4293852619 <== osd.1 v1:172.21.15.175:6803/2081807089 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (unknown 0 0 1686565167) 0x7fc4540518e0 con 0x7fc45404dbf0 2024-09-16T01:17:05.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.596+0000 7f29e97fa640 1 -- 172.21.15.175:0/3622509764 <== osd.3 v1:172.21.15.175:6802/1638562674 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (unknown 0 0 1686565167) 0x7f29d0051910 con 0x7f29d004dc20 2024-09-16T01:17:05.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.596+0000 7fc853fff640 1 -- 172.21.15.175:0/2789753088 <== osd.0 v1:172.21.15.175:6812/2766697890 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (unknown 0 0 1686565167) 0x7fc8580518e0 con 0x7fc85804dbf0 2024-09-16T01:17:05.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.608+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 --> v1:172.21.15.175:6800/76483218 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f86a4120d80 con 0x7f869004dcc0 2024-09-16T01:17:05.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7f868b7fe640 1 -- 172.21.15.175:0/3110523251 <== osd.2 v1:172.21.15.175:6800/76483218 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 3659784045) 0x7f86a4120d80 con 0x7f869004dcc0 2024-09-16T01:17:05.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 >> v1:172.21.15.175:6800/76483218 conn(0x7f869004dcc0 legacy=0x7f8690050140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 --> v1:172.21.15.175:6812/2766697890 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc86c11ce20 con 0x7fc85804dbf0 2024-09-16T01:17:05.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 >> v1:172.21.15.175:6816/3492848882 conn(0x7f8690047630 legacy=0x7f8690049af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86a406dc80 msgr2=0x7f86a411e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7f86a962b640 1 --2- 172.21.15.175:0/3110523251 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86a406dc80 0x7f86a411e520 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8694031000 tx=0x7f86940046c0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7fc853fff640 1 -- 172.21.15.175:0/2789753088 <== osd.0 v1:172.21.15.175:6812/2766697890 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 3659784045) 0x7fc864032440 con 0x7fc85804dbf0 2024-09-16T01:17:05.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7f86a37fe640 1 -- 172.21.15.175:0/3110523251 reap_dead start 2024-09-16T01:17:05.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 shutdown_connections 2024-09-16T01:17:05.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 >> 172.21.15.175:0/3110523251 conn(0x7f86a409ba30 msgr2=0x7f86a41b5ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 shutdown_connections 2024-09-16T01:17:05.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.609+0000 7f86a962b640 1 -- 172.21.15.175:0/3110523251 wait complete. 2024-09-16T01:17:05.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.610+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 >> v1:172.21.15.175:6812/2766697890 conn(0x7fc85804dbf0 legacy=0x7fc858050070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.610+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 >> v1:172.21.15.175:6816/3492848882 conn(0x7fc858047560 legacy=0x7fc858049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.610+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc86c12d960 msgr2=0x7fc86c119c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.610+0000 7fc871945640 1 --2- 172.21.15.175:0/2789753088 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc86c12d960 0x7fc86c119c70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc86000c780 tx=0x7fc86000cb80 comp rx=0 tx=0).stop 2024-09-16T01:17:05.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.610+0000 7fc86b7fe640 1 -- 172.21.15.175:0/2789753088 reap_dead start 2024-09-16T01:17:05.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.610+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 shutdown_connections 2024-09-16T01:17:05.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.610+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 >> 172.21.15.175:0/2789753088 conn(0x7fc86c0a0180 msgr2=0x7fc86c06b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.610+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 shutdown_connections 2024-09-16T01:17:05.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.610+0000 7fc871945640 1 -- 172.21.15.175:0/2789753088 wait complete. 2024-09-16T01:17:05.637 INFO:teuthology.orchestra.run.smithi175.stdout:38654705668 2024-09-16T01:17:05.637 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:17:05.638 INFO:teuthology.orchestra.run.smithi175.stdout:38654705668 2024-09-16T01:17:05.639 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:17:05.639 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 --> v1:172.21.15.175:6803/2081807089 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc468116580 con 0x7fc45404dbf0 2024-09-16T01:17:05.639 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 --> v1:172.21.15.175:6802/1638562674 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f29ec070e00 con 0x7f29d004dc20 2024-09-16T01:17:05.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7fc44f7fe640 1 -- 172.21.15.175:0/4293852619 <== osd.1 v1:172.21.15.175:6803/2081807089 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 3659784045) 0x7fc460000fb0 con 0x7fc45404dbf0 2024-09-16T01:17:05.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7f29e97fa640 1 -- 172.21.15.175:0/3622509764 <== osd.3 v1:172.21.15.175:6802/1638562674 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 675830894) 0x7f29ec070e00 con 0x7f29d004dc20 2024-09-16T01:17:05.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 >> v1:172.21.15.175:6803/2081807089 conn(0x7fc45404dbf0 legacy=0x7fc454050070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 >> v1:172.21.15.175:6802/1638562674 conn(0x7f29d004dc20 legacy=0x7f29d00500a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 >> v1:172.21.15.175:6816/3492848882 conn(0x7fc454047560 legacy=0x7fc454049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc46806e170 msgr2=0x7fc4681241b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7fc46d602640 1 --2- 172.21.15.175:0/4293852619 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc46806e170 0x7fc4681241b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc45800c450 tx=0x7fc45800c910 comp rx=0 tx=0).stop 2024-09-16T01:17:05.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7fc4677fe640 1 -- 172.21.15.175:0/4293852619 reap_dead start 2024-09-16T01:17:05.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 shutdown_connections 2024-09-16T01:17:05.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.626+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 >> 172.21.15.175:0/4293852619 conn(0x7fc46809ad00 msgr2=0x7fc46806d980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.627+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 >> v1:172.21.15.175:6816/3492848882 conn(0x7f29d0047590 legacy=0x7f29d0049a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.627+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29ec070780 msgr2=0x7f29ec12c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.627+0000 7f29f2b83640 1 --2- 172.21.15.175:0/3622509764 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29ec070780 0x7f29ec12c9e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f29d800c730 tx=0x7f29d800cbf0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.627+0000 7f29f1120640 1 -- 172.21.15.175:0/3622509764 reap_dead start 2024-09-16T01:17:05.643 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.627+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 shutdown_connections 2024-09-16T01:17:05.643 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.627+0000 7fc46d602640 1 -- 172.21.15.175:0/4293852619 wait complete. 2024-09-16T01:17:05.644 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.627+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 shutdown_connections 2024-09-16T01:17:05.644 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.627+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 >> 172.21.15.175:0/3622509764 conn(0x7f29ec09bb70 msgr2=0x7f29ec06fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.644 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.627+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 shutdown_connections 2024-09-16T01:17:05.644 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.627+0000 7f29f2b83640 1 -- 172.21.15.175:0/3622509764 wait complete. 2024-09-16T01:17:05.644 INFO:teuthology.orchestra.run.smithi175.stdout:38654705669 2024-09-16T01:17:05.644 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:17:05.645 INFO:teuthology.orchestra.run.smithi175.stdout:38654705668 2024-09-16T01:17:05.645 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:17:05.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f72e8b25640 1 Processor -- start 2024-09-16T01:17:05.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f9798708640 1 Processor -- start 2024-09-16T01:17:05.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f72e8b25640 1 -- start start 2024-09-16T01:17:05.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f56c8f8a640 1 Processor -- start 2024-09-16T01:17:05.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f9798708640 1 -- start start 2024-09-16T01:17:05.785 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f56c8f8a640 1 -- start start 2024-09-16T01:17:05.786 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f2fe62c5640 1 Processor -- start 2024-09-16T01:17:05.786 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f2fe62c5640 1 -- start start 2024-09-16T01:17:05.786 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f72e8b25640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72e4127410 0x7f72e41277f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.786 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f72e8b25640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72e412af40 0x7f72e41327b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.787 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f56c8f8a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c406e170 0x7f56c406e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.787 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f56c8f8a640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f56c406ea90 0x7f56c4121980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.787 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f56c8f8a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c4121ec0 0x7f56c4122350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.787 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f9798708640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f979012a890 0x7f979012ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.787 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f9798708640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f979006fb10 0x7f979006ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f9798708640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9790070470 0x7f9790131770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f9798708640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9790121660 con 0x7f979006fb10 2024-09-16T01:17:05.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f72e8b25640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72e4126f30 con 0x7f72e412a410 2024-09-16T01:17:05.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f72e8b25640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72e4112fc0 con 0x7f72e4127410 2024-09-16T01:17:05.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f9798708640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97901128d0 con 0x7f979012a890 2024-09-16T01:17:05.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.783+0000 7f72e8b25640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f72e4113230 con 0x7f72e412af40 2024-09-16T01:17:05.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f9798708640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f979012a480 con 0x7f9790070470 2024-09-16T01:17:05.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fe62c5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 0x7f2fe012ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f72e1d9b640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f72e412a410 0x7f72e412a830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53308/0 (socket says 172.21.15.175:53308) 2024-09-16T01:17:05.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f72e1d9b640 1 -- 172.21.15.175:0/364068276 learned_addr learned my addr 172.21.15.175:0/364068276 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:17:05.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fe62c5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012d960 0x7f2fe012ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fe62c5640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f2fe012e300 0x7f2fe0134cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f56c259c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c406e170 0x7f56c406e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f9796ca5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9790070470 0x7f9790131770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.791 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f9796ca5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9790070470 0x7f9790131770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37482/0 (socket says 172.21.15.175:37482) 2024-09-16T01:17:05.791 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f9796ca5640 1 -- 172.21.15.175:0/3739367977 learned_addr learned my addr 172.21.15.175:0/3739367977 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.791 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fe62c5640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fe006ff70 con 0x7f2fe012e300 2024-09-16T01:17:05.791 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fe62c5640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fe0070e10 con 0x7f2fe012d960 2024-09-16T01:17:05.791 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f97964a4640 1 --2- 172.21.15.175:0/3739367977 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f979012a890 0x7f979012ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.791 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f9795ca3640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f979006fb10 0x7f979006ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.792 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f56c1d9b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f56c406ea90 0x7f56c4121980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.792 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f56c1d9b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f56c406ea90 0x7f56c4121980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55978/0 (socket says 172.21.15.175:55978) 2024-09-16T01:17:05.792 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f56c1d9b640 1 -- 172.21.15.175:0/3757345230 learned_addr learned my addr 172.21.15.175:0/3757345230 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.792 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fe62c5640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2fe0070c00 con 0x7f2fe012a920 2024-09-16T01:17:05.792 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fd7fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012d960 0x7f2fe012ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.792 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fd7fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012d960 0x7f2fe012ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60972/0 (socket says 172.21.15.175:60972) 2024-09-16T01:17:05.792 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fd7fff640 1 -- 172.21.15.175:0/153087999 learned_addr learned my addr 172.21.15.175:0/153087999 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.793 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f56c2d9d640 1 --2- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c4121ec0 0x7f56c4122350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.793 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fe4862640 1 --2- 172.21.15.175:0/153087999 >> v2:172.21.15.175:3300/0 conn(0x7f2fe012e300 0x7f2fe0134cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.793 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f72e259c640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72e4127410 0x7f72e41277f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.793 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f72e2d9d640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72e412af40 0x7f72e41327b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.794 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f56c8f8a640 1 -- 172.21.15.175:0/3757345230 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56c4122890 con 0x7f56c406ea90 2024-09-16T01:17:05.794 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f56c8f8a640 1 -- 172.21.15.175:0/3757345230 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56c409c250 con 0x7f56c406e170 2024-09-16T01:17:05.794 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f2fdffff640 1 --2- 172.21.15.175:0/153087999 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 0x7f2fe012ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.794 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f56c8f8a640 1 -- 172.21.15.175:0/3757345230 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f56c4070af0 con 0x7f56c4121ec0 2024-09-16T01:17:05.795 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3055664292 0 0) 0x7f72e4126f30 con 0x7f72e412a410 2024-09-16T01:17:05.795 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f72cc003520 con 0x7f72e412a410 2024-09-16T01:17:05.795 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f97964a4640 1 -- 172.21.15.175:0/3739367977 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9790070470 msgr2=0x7f9790131770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.795 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f97964a4640 1 --2- 172.21.15.175:0/3739367977 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9790070470 0x7f9790131770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.795 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f97964a4640 1 -- 172.21.15.175:0/3739367977 >> v2:172.21.15.175:3300/0 conn(0x7f979006fb10 msgr2=0x7f979006ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.795 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f97964a4640 1 --2- 172.21.15.175:0/3739367977 >> v2:172.21.15.175:3300/0 conn(0x7f979006fb10 0x7f979006ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.795 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.784+0000 7f97964a4640 1 -- 172.21.15.175:0/3739367977 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f979009c250 con 0x7f979012a890 2024-09-16T01:17:05.795 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 <== mon.0 v1:172.21.15.175:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2397392241 0 0) 0x7f72cc003520 con 0x7f72e412a410 2024-09-16T01:17:05.796 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f56c1d9b640 1 -- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c4121ec0 msgr2=0x7f56c4122350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.796 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f56c1d9b640 1 --2- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c4121ec0 0x7f56c4122350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.796 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f56c1d9b640 1 -- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c406e170 msgr2=0x7f56c406e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.796 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f56c1d9b640 1 --2- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c406e170 0x7f56c406e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.796 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f56c1d9b640 1 -- 172.21.15.175:0/3757345230 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56c406fc60 con 0x7f56c406ea90 2024-09-16T01:17:05.797 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72e412af40 msgr2=0x7f72e41327b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.797 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72e412af40 0x7f72e41327b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.797 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72e4127410 msgr2=0x7f72e41277f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.797 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72e4127410 0x7f72e41277f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.797 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 --> v1:172.21.15.175:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72e406e350 con 0x7f72e412a410 2024-09-16T01:17:05.797 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 <== mon.0 v1:172.21.15.175:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1344303093 0 0) 0x7f72d8001670 con 0x7f72e412a410 2024-09-16T01:17:05.797 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 >> v1:172.21.15.175:6789/0 conn(0x7f72e412a410 legacy=0x7f72e412a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.797 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72cc003970 0x7f72cc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.797 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72e412af40 0x7f72cc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.798 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc0042d0 0x7f72cc004d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.798 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72e4112fc0 con 0x7f72cc003970 2024-09-16T01:17:05.798 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72e4113230 con 0x7f72cc0042d0 2024-09-16T01:17:05.798 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f72cc0055c0 con 0x7f72e412af40 2024-09-16T01:17:05.798 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e259c640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72e4127410 0x7f72e41277f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.798 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e2d9d640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc0042d0 0x7f72cc004d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.798 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e1d9b640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72e412af40 0x7f72cc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.798 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f56c2d9d640 1 --2- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c4121ec0 0x7f56c4122350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.798 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f56c259c640 1 --2- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c406e170 0x7f56c406e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:17:05.799 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f2fd7fff640 1 -- 172.21.15.175:0/153087999 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 msgr2=0x7f2fe012ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.799 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f2fd7fff640 1 --2- 172.21.15.175:0/153087999 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 0x7f2fe012ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.799 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f2fd7fff640 1 -- 172.21.15.175:0/153087999 >> v2:172.21.15.175:3300/0 conn(0x7f2fe012e300 msgr2=0x7f2fe0134cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.799 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f2fd7fff640 1 --2- 172.21.15.175:0/153087999 >> v2:172.21.15.175:3300/0 conn(0x7f2fe012e300 0x7f2fe0134cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.799 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f2fd7fff640 1 -- 172.21.15.175:0/153087999 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fe006f950 con 0x7f2fe012d960 2024-09-16T01:17:05.799 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e259c640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72cc003970 0x7f72cc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.800 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e2d9d640 1 -- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72e412af40 msgr2=0x7f72cc0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.800 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e2d9d640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72e412af40 0x7f72cc0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.800 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e2d9d640 1 -- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72cc003970 msgr2=0x7f72cc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:05.800 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e2d9d640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72cc003970 0x7f72cc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.800 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.785+0000 7f72e2d9d640 1 -- 172.21.15.175:0/364068276 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72e406e350 con 0x7f72cc0042d0 2024-09-16T01:17:05.800 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f72e259c640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72cc003970 0x7f72cc003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:17:05.800 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f72e1d9b640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72e412af40 0x7f72cc0047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.800 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f97964a4640 1 --2- 172.21.15.175:0/3739367977 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f979012a890 0x7f979012ac70 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f978c00b880 tx=0x7f978c02a520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d30d86d0edf0829 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.801 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f2fd7fff640 1 --2- 172.21.15.175:0/153087999 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012d960 0x7f2fe012ddc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8009870 tx=0x7f2fc802a090 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3da8ac7d2306d753 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.801 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f56c1d9b640 1 --2- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 0x7f56c4121980 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f56b8009870 tx=0x7f56b802a090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5ebe272cb13160a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.801 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f97954a2640 1 -- 172.21.15.175:0/3739367977 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f978c02f710 con 0x7f979012a890 2024-09-16T01:17:05.801 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f97954a2640 1 -- 172.21.15.175:0/3739367977 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f978c02d050 con 0x7f979012a890 2024-09-16T01:17:05.802 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f97954a2640 1 -- 172.21.15.175:0/3739367977 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f978c02fa90 con 0x7f979012a890 2024-09-16T01:17:05.802 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f2fdf7fe640 1 -- 172.21.15.175:0/153087999 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc802ade0 con 0x7f2fe012d960 2024-09-16T01:17:05.802 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f2fdf7fe640 1 -- 172.21.15.175:0/153087999 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fc8032440 con 0x7f2fe012d960 2024-09-16T01:17:05.802 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f2fdf7fe640 1 -- 172.21.15.175:0/153087999 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc80327d0 con 0x7f2fe012d960 2024-09-16T01:17:05.803 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f56c159a640 1 -- 172.21.15.175:0/3757345230 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b802ade0 con 0x7f56c406ea90 2024-09-16T01:17:05.803 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f56c159a640 1 -- 172.21.15.175:0/3757345230 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56b8032440 con 0x7f56c406ea90 2024-09-16T01:17:05.803 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f56c159a640 1 -- 172.21.15.175:0/3757345230 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b80327d0 con 0x7f56c406ea90 2024-09-16T01:17:05.803 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.786+0000 7f72e2d9d640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc0042d0 0x7f72cc004d00 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f72dc009fc0 tx=0x7f72cc0057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66b6da334284dd58 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.803 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72dc031640 con 0x7f72cc0042d0 2024-09-16T01:17:05.803 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72dc02d070 con 0x7f72cc0042d0 2024-09-16T01:17:05.804 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f72e159a640 1 -- 172.21.15.175:0/364068276 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72dc0319e0 con 0x7f72cc0042d0 2024-09-16T01:17:05.804 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f9798708640 1 -- 172.21.15.175:0/3739367977 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f979012a890 msgr2=0x7f979012ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.804 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f9798708640 1 --2- 172.21.15.175:0/3739367977 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f979012a890 0x7f979012ac70 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f978c00b880 tx=0x7f978c02a520 comp rx=0 tx=0).stop 2024-09-16T01:17:05.804 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f2fe62c5640 1 -- 172.21.15.175:0/153087999 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012d960 msgr2=0x7f2fe012ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.804 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f2fe62c5640 1 --2- 172.21.15.175:0/153087999 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012d960 0x7f2fe012ddc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8009870 tx=0x7f2fc802a090 comp rx=0 tx=0).stop 2024-09-16T01:17:05.804 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f2fe62c5640 1 -- 172.21.15.175:0/153087999 shutdown_connections 2024-09-16T01:17:05.805 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f9798708640 1 -- 172.21.15.175:0/3739367977 shutdown_connections 2024-09-16T01:17:05.805 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f9798708640 1 --2- 172.21.15.175:0/3739367977 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9790070470 0x7f9790131770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.805 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f2fe62c5640 1 --2- 172.21.15.175:0/153087999 >> v2:172.21.15.175:3300/0 conn(0x7f2fe012e300 0x7f2fe0134cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.805 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f2fe62c5640 1 --2- 172.21.15.175:0/153087999 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012d960 0x7f2fe012ddc0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.805 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f2fe62c5640 1 --2- 172.21.15.175:0/153087999 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 0x7f2fe012ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.805 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f2fe62c5640 1 -- 172.21.15.175:0/153087999 >> 172.21.15.175:0/153087999 conn(0x7f2fe00a0180 msgr2=0x7f2fe00a0590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.806 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f9798708640 1 --2- 172.21.15.175:0/3739367977 >> v2:172.21.15.175:3300/0 conn(0x7f979006fb10 0x7f979006ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.806 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f9798708640 1 --2- 172.21.15.175:0/3739367977 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f979012a890 0x7f979012ac70 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.806 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f9798708640 1 -- 172.21.15.175:0/3739367977 >> 172.21.15.175:0/3739367977 conn(0x7f979009b0a0 msgr2=0x7f979009b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.806 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f56c8f8a640 1 -- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 msgr2=0x7f56c4121980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.806 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f2fe62c5640 1 -- 172.21.15.175:0/153087999 shutdown_connections 2024-09-16T01:17:05.807 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f56c8f8a640 1 --2- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 0x7f56c4121980 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f56b8009870 tx=0x7f56b802a090 comp rx=0 tx=0).stop 2024-09-16T01:17:05.807 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f2fe62c5640 1 -- 172.21.15.175:0/153087999 wait complete. 2024-09-16T01:17:05.807 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f9798708640 1 -- 172.21.15.175:0/3739367977 shutdown_connections 2024-09-16T01:17:05.807 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f9798708640 1 -- 172.21.15.175:0/3739367977 wait complete. 2024-09-16T01:17:05.808 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f56c8f8a640 1 -- 172.21.15.175:0/3757345230 shutdown_connections 2024-09-16T01:17:05.808 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f56c8f8a640 1 --2- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c4121ec0 0x7f56c4122350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.808 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f56c8f8a640 1 --2- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 0x7f56c4121980 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.808 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f56c8f8a640 1 --2- 172.21.15.175:0/3757345230 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c406e170 0x7f56c406e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.808 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f56c8f8a640 1 -- 172.21.15.175:0/3757345230 >> 172.21.15.175:0/3757345230 conn(0x7f56c409b0a0 msgr2=0x7f56c409b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.808 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f56c8f8a640 1 -- 172.21.15.175:0/3757345230 shutdown_connections 2024-09-16T01:17:05.808 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.787+0000 7f56c8f8a640 1 -- 172.21.15.175:0/3757345230 wait complete. 2024-09-16T01:17:05.809 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f72e8b25640 1 -- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc0042d0 msgr2=0x7f72cc004d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.809 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f72e8b25640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc0042d0 0x7f72cc004d00 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f72dc009fc0 tx=0x7f72cc0057f0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.809 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f72e8b25640 1 -- 172.21.15.175:0/364068276 shutdown_connections 2024-09-16T01:17:05.809 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f72e8b25640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc0042d0 0x7f72cc004d00 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.809 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f72e8b25640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72e412af40 0x7f72cc0047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.809 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f72e8b25640 1 --2- 172.21.15.175:0/364068276 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72cc003970 0x7f72cc003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.809 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f72e8b25640 1 -- 172.21.15.175:0/364068276 >> 172.21.15.175:0/364068276 conn(0x7f72e409b0a0 msgr2=0x7f72e409b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.809 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f2fe62c5640 1 Processor -- start 2024-09-16T01:17:05.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f72e8b25640 1 -- 172.21.15.175:0/364068276 shutdown_connections 2024-09-16T01:17:05.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f72e8b25640 1 -- 172.21.15.175:0/364068276 wait complete. 2024-09-16T01:17:05.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f9798708640 1 Processor -- start 2024-09-16T01:17:05.810 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f9798708640 1 -- start start 2024-09-16T01:17:05.811 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f2fe62c5640 1 -- start start 2024-09-16T01:17:05.811 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f56c8f8a640 1 Processor -- start 2024-09-16T01:17:05.811 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f9798708640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f979006fb10 0x7f97901be2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.811 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f9798708640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9790070470 0x7f97901be810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.812 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f2fe62c5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 0x7f2fe01c6b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.812 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f2fe62c5640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fe012d960 0x7f2fe01c7080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.812 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f9798708640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f979012a890 0x7f97901bed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.812 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f9798708640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9790118270 con 0x7f979012a890 2024-09-16T01:17:05.812 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f9798708640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9790117650 con 0x7f9790070470 2024-09-16T01:17:05.813 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.788+0000 7f9798708640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9790124ba0 con 0x7f979006fb10 2024-09-16T01:17:05.813 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f97964a4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f979006fb10 0x7f97901be2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.813 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c8f8a640 1 -- start start 2024-09-16T01:17:05.813 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f2fdffff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 0x7f2fe01c6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.813 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f97964a4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f979006fb10 0x7f97901be2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37510/0 (socket says 172.21.15.175:37510) 2024-09-16T01:17:05.814 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f97964a4640 1 -- 172.21.15.175:0/3769297776 learned_addr learned my addr 172.21.15.175:0/3769297776 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.814 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f9796ca5640 1 --2- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f979012a890 0x7f97901bed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.814 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f2fdffff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 0x7f2fe01c6b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37514/0 (socket says 172.21.15.175:37514) 2024-09-16T01:17:05.814 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f9795ca3640 1 --2- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9790070470 0x7f97901be810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.814 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f2fdffff640 1 -- 172.21.15.175:0/2164964227 learned_addr learned my addr 172.21.15.175:0/2164964227 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.815 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c8f8a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c406e170 0x7f56c41362a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.815 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f97964a4640 1 -- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9790070470 msgr2=0x7f97901be810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.815 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f97964a4640 1 --2- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9790070470 0x7f97901be810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.815 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f97964a4640 1 -- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f979012a890 msgr2=0x7f97901bed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.815 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f97964a4640 1 --2- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f979012a890 0x7f97901bed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.815 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f97964a4640 1 -- 172.21.15.175:0/3769297776 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f978c00b4b0 con 0x7f979006fb10 2024-09-16T01:17:05.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f2fd7fff640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fe012d960 0x7f2fe01c7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f72e8b25640 1 Processor -- start 2024-09-16T01:17:05.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c8f8a640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 0x7f56c41367e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c8f8a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c4121ec0 0x7f56c411b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c8f8a640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56c411cb60 con 0x7f56c406ea90 2024-09-16T01:17:05.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c8f8a640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56c411dc70 con 0x7f56c4121ec0 2024-09-16T01:17:05.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c8f8a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f56c41217d0 con 0x7f56c406e170 2024-09-16T01:17:05.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c1d9b640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 0x7f56c41367e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c1d9b640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 0x7f56c41367e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56010/0 (socket says 172.21.15.175:56010) 2024-09-16T01:17:05.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c1d9b640 1 -- 172.21.15.175:0/192629157 learned_addr learned my addr 172.21.15.175:0/192629157 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c259c640 1 --2- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c406e170 0x7f56c41362a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f72e8b25640 1 -- start start 2024-09-16T01:17:05.818 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f56c2d9d640 1 --2- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c4121ec0 0x7f56c411b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.818 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f9796ca5640 1 --2- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f979012a890 0x7f97901bed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.818 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f56c1d9b640 1 -- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c406e170 msgr2=0x7f56c41362a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.818 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f56c1d9b640 1 --2- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c406e170 0x7f56c41362a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.819 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f56c1d9b640 1 -- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c4121ec0 msgr2=0x7f56c411b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.819 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f56c1d9b640 1 --2- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c4121ec0 0x7f56c411b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.819 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f56c1d9b640 1 -- 172.21.15.175:0/192629157 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56bc009a70 con 0x7f56c406ea90 2024-09-16T01:17:05.819 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.789+0000 7f2fe62c5640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012e300 0x7f2fe01219e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.819 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f97964a4640 1 --2- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f979006fb10 0x7f97901be2d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f978c00b9a0 tx=0x7f978c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.820 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e8b25640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc003970 0x7f72e4114f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.820 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e8b25640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72cc0042d0 0x7f72e4115490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.820 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e8b25640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72e412a410 0x7f72e41159d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:05.820 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e8b25640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72e4118170 con 0x7f72e412a410 2024-09-16T01:17:05.820 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e8b25640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72e4117d50 con 0x7f72cc003970 2024-09-16T01:17:05.820 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e8b25640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f72e4124bf0 con 0x7f72cc0042d0 2024-09-16T01:17:05.820 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e259c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc003970 0x7f72e4114f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.820 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e2d9d640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72e412a410 0x7f72e41159d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.820 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e1d9b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72cc0042d0 0x7f72e4115490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.821 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e1d9b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72cc0042d0 0x7f72e4115490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37522/0 (socket says 172.21.15.175:37522) 2024-09-16T01:17:05.821 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f72e1d9b640 1 -- 172.21.15.175:0/498999958 learned_addr learned my addr 172.21.15.175:0/498999958 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:05.821 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f56c1d9b640 1 --2- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 0x7f56c41367e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f56b8000c00 tx=0x7f56b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.821 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f2fe4862640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012e300 0x7f2fe01219e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:05.821 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fe0123550 con 0x7f2fe012d960 2024-09-16T01:17:05.821 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fe0128130 con 0x7f2fe012e300 2024-09-16T01:17:05.821 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2fe01248e0 con 0x7f2fe012a920 2024-09-16T01:17:05.822 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f9786ffd640 1 -- 172.21.15.175:0/3769297776 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f978c03b820 con 0x7f979006fb10 2024-09-16T01:17:05.822 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f9786ffd640 1 -- 172.21.15.175:0/3769297776 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f978c03b980 con 0x7f979006fb10 2024-09-16T01:17:05.822 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f9786ffd640 1 -- 172.21.15.175:0/3769297776 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f978c03bcf0 con 0x7f979006fb10 2024-09-16T01:17:05.822 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f9798708640 1 -- 172.21.15.175:0/3769297776 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9790118aa0 con 0x7f979006fb10 2024-09-16T01:17:05.822 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f9798708640 1 -- 172.21.15.175:0/3769297776 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9790115250 con 0x7f979006fb10 2024-09-16T01:17:05.822 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f2fd7fff640 1 -- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 msgr2=0x7f2fe01c6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.790+0000 7f56b2ffd640 1 -- 172.21.15.175:0/192629157 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b803d850 con 0x7f56c406ea90 2024-09-16T01:17:05.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f56b2ffd640 1 -- 172.21.15.175:0/192629157 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56b803d9d0 con 0x7f56c406ea90 2024-09-16T01:17:05.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f56b2ffd640 1 -- 172.21.15.175:0/192629157 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b803dd80 con 0x7f56c406ea90 2024-09-16T01:17:05.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f72e2d9d640 1 -- 172.21.15.175:0/498999958 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72cc0042d0 msgr2=0x7f72e4115490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f72e2d9d640 1 --2- 172.21.15.175:0/498999958 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72cc0042d0 0x7f72e4115490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f72e2d9d640 1 -- 172.21.15.175:0/498999958 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc003970 msgr2=0x7f72e4114f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f72e2d9d640 1 --2- 172.21.15.175:0/498999958 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc003970 0x7f72e4114f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f72e2d9d640 1 -- 172.21.15.175:0/498999958 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72e4118540 con 0x7f72e412a410 2024-09-16T01:17:05.824 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f2fd7fff640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 0x7f2fe01c6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.824 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f2fd7fff640 1 -- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012e300 msgr2=0x7f2fe01219e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.824 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f2fd7fff640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012e300 0x7f2fe01219e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.824 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f2fd7fff640 1 -- 172.21.15.175:0/2164964227 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fc80094d0 con 0x7f2fe012d960 2024-09-16T01:17:05.824 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f2fe4862640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012e300 0x7f2fe01219e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:05.824 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f2fdffff640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 0x7f2fe01c6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:17:05.824 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f56c8f8a640 1 -- 172.21.15.175:0/192629157 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56b80094d0 con 0x7f56c406ea90 2024-09-16T01:17:05.825 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f56c8f8a640 1 -- 172.21.15.175:0/192629157 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56c411d3e0 con 0x7f56c406ea90 2024-09-16T01:17:05.825 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f2fd7fff640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fe012d960 0x7f2fe01c7080 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8031000 tx=0x7f2fc80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.825 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f9786ffd640 1 -- 172.21.15.175:0/3769297776 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f978c031400 con 0x7f979006fb10 2024-09-16T01:17:05.825 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f9798708640 1 -- 172.21.15.175:0/3769297776 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f979012b2d0 con 0x7f979006fb10 2024-09-16T01:17:05.825 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.791+0000 7f72e2d9d640 1 --2- 172.21.15.175:0/498999958 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72e412a410 0x7f72e41159d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f72dc032000 tx=0x7f72dc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:05.825 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f72d2ffd640 1 -- 172.21.15.175:0/498999958 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72dc031e90 con 0x7f72e412a410 2024-09-16T01:17:05.826 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f72d2ffd640 1 -- 172.21.15.175:0/498999958 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72dc040070 con 0x7f72e412a410 2024-09-16T01:17:05.826 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f72d2ffd640 1 -- 172.21.15.175:0/498999958 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72dc003bf0 con 0x7f72e412a410 2024-09-16T01:17:05.826 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f9786ffd640 1 -- 172.21.15.175:0/3769297776 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f978c07dc80 con 0x7f979006fb10 2024-09-16T01:17:05.826 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f56b2ffd640 1 -- 172.21.15.175:0/192629157 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f56b8039040 con 0x7f56c406ea90 2024-09-16T01:17:05.826 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f2fdd7fa640 1 -- 172.21.15.175:0/2164964227 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc803d910 con 0x7f2fe012d960 2024-09-16T01:17:05.827 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f2fdd7fa640 1 -- 172.21.15.175:0/2164964227 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fc803dab0 con 0x7f2fe012d960 2024-09-16T01:17:05.827 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f2fdd7fa640 1 -- 172.21.15.175:0/2164964227 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc803de60 con 0x7f2fe012d960 2024-09-16T01:17:05.827 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fe01c75c0 con 0x7f2fe012d960 2024-09-16T01:17:05.827 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.792+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fe0123e80 con 0x7f2fe012d960 2024-09-16T01:17:05.827 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.793+0000 7f56b2ffd640 1 -- 172.21.15.175:0/192629157 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f56b807d030 con 0x7f56c406ea90 2024-09-16T01:17:05.827 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.793+0000 7f72e8b25640 1 -- 172.21.15.175:0/498999958 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72e4116840 con 0x7f72e412a410 2024-09-16T01:17:05.828 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.793+0000 7f72e8b25640 1 -- 172.21.15.175:0/498999958 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72e41c4360 con 0x7f72e412a410 2024-09-16T01:17:05.828 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.793+0000 7f56c8f8a640 1 -- 172.21.15.175:0/192629157 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56c411d570 con 0x7f56c406ea90 2024-09-16T01:17:05.828 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.794+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fe0124a50 con 0x7f2fe012d960 2024-09-16T01:17:05.828 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.794+0000 7f2fdd7fa640 1 -- 172.21.15.175:0/2164964227 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f2fc8039040 con 0x7f2fe012d960 2024-09-16T01:17:05.828 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.794+0000 7f72e8b25640 1 -- 172.21.15.175:0/498999958 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72e41179f0 con 0x7f72e412a410 2024-09-16T01:17:05.829 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.794+0000 7f2fdd7fa640 1 -- 172.21.15.175:0/2164964227 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f2fc807cfe0 con 0x7f2fe012d960 2024-09-16T01:17:05.829 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.794+0000 7f72d2ffd640 1 -- 172.21.15.175:0/498999958 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f72dc042030 con 0x7f72e412a410 2024-09-16T01:17:05.829 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.795+0000 7f72d2ffd640 1 -- 172.21.15.175:0/498999958 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f72dc07d970 con 0x7f72e412a410 2024-09-16T01:17:05.829 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.800+0000 7f9786ffd640 1 -- 172.21.15.175:0/3769297776 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f978c083020 con 0x7f979006fb10 2024-09-16T01:17:05.830 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.801+0000 7f56b2ffd640 1 -- 172.21.15.175:0/192629157 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f56b8041080 con 0x7f56c406ea90 2024-09-16T01:17:05.830 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.804+0000 7f2fdd7fa640 1 -- 172.21.15.175:0/2164964227 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f2fc8047d00 con 0x7f2fe012d960 2024-09-16T01:17:05.830 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.810+0000 7f72d2ffd640 1 -- 172.21.15.175:0/498999958 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f72e41179f0 con 0x7f72e412a410 2024-09-16T01:17:05.944 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.943+0000 7f56c8f8a640 1 -- 172.21.15.175:0/192629157 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f56c4136d20 con 0x7f56c406ea90 2024-09-16T01:17:05.944 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.943+0000 7f56b2ffd640 1 -- 172.21.15.175:0/192629157 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f56b8037030 con 0x7f56c406ea90 2024-09-16T01:17:05.945 INFO:teuthology.orchestra.run.smithi175.stdout:38654705667 2024-09-16T01:17:05.946 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.945+0000 7f56c8f8a640 1 -- 172.21.15.175:0/192629157 >> v1:172.21.15.175:6816/3492848882 conn(0x7f56a4047630 legacy=0x7f56a4049af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.946 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.945+0000 7f56c8f8a640 1 -- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 msgr2=0x7f56c41367e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.946 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.945+0000 7f56c8f8a640 1 --2- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 0x7f56c41367e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f56b8000c00 tx=0x7f56b80046c0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.946 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.945+0000 7f56c8f8a640 1 -- 172.21.15.175:0/192629157 shutdown_connections 2024-09-16T01:17:05.947 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.945+0000 7f56c8f8a640 1 --2- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f56c4121ec0 0x7f56c411b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.947 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.945+0000 7f56c8f8a640 1 --2- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f56c406ea90 0x7f56c41367e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.947 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.945+0000 7f56c8f8a640 1 --2- 172.21.15.175:0/192629157 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f56c406e170 0x7f56c41362a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.947 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.945+0000 7f56c8f8a640 1 -- 172.21.15.175:0/192629157 >> 172.21.15.175:0/192629157 conn(0x7f56c409b0a0 msgr2=0x7f56c406d020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.947 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.945+0000 7f56c8f8a640 1 -- 172.21.15.175:0/192629157 shutdown_connections 2024-09-16T01:17:05.947 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.945+0000 7f56c8f8a640 1 -- 172.21.15.175:0/192629157 wait complete. 2024-09-16T01:17:05.949 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.948+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f2fe00a1440 con 0x7f2fe012d960 2024-09-16T01:17:05.949 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.948+0000 7f2fdd7fa640 1 -- 172.21.15.175:0/2164964227 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2fc8037020 con 0x7f2fe012d960 2024-09-16T01:17:05.949 INFO:teuthology.orchestra.run.smithi175.stdout:38654705667 2024-09-16T01:17:05.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.950+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 >> v1:172.21.15.175:6816/3492848882 conn(0x7f2fc00475b0 legacy=0x7f2fc0049a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.950+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fe012d960 msgr2=0x7f2fe01c7080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.950+0000 7f2fe62c5640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fe012d960 0x7f2fe01c7080 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8031000 tx=0x7f2fc80046c0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.950+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 shutdown_connections 2024-09-16T01:17:05.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.950+0000 7f2fe62c5640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fe012e300 0x7f2fe01219e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.950+0000 7f2fe62c5640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fe012d960 0x7f2fe01c7080 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.950+0000 7f2fe62c5640 1 --2- 172.21.15.175:0/2164964227 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fe012a920 0x7f2fe01c6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.950+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 >> 172.21.15.175:0/2164964227 conn(0x7f2fe00a0180 msgr2=0x7f2fe006b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.950+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 shutdown_connections 2024-09-16T01:17:05.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.950+0000 7f2fe62c5640 1 -- 172.21.15.175:0/2164964227 wait complete. 2024-09-16T01:17:05.958 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.2 2024-09-16T01:17:05.963 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.1 2024-09-16T01:17:05.964 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.963+0000 7f9798708640 1 -- 172.21.15.175:0/3769297776 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f9790118aa0 con 0x7f979006fb10 2024-09-16T01:17:05.964 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.963+0000 7f9786ffd640 1 -- 172.21.15.175:0/3769297776 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9790118aa0 con 0x7f979006fb10 2024-09-16T01:17:05.964 INFO:teuthology.orchestra.run.smithi175.stdout:38654705668 2024-09-16T01:17:05.966 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.965+0000 7f9798708640 1 -- 172.21.15.175:0/3769297776 >> v1:172.21.15.175:6816/3492848882 conn(0x7f9774047560 legacy=0x7f9774049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.966 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.965+0000 7f9798708640 1 -- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f979006fb10 msgr2=0x7f97901be2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.967 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.965+0000 7f9798708640 1 --2- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f979006fb10 0x7f97901be2d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f978c00b9a0 tx=0x7f978c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.967 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.965+0000 7f9798708640 1 -- 172.21.15.175:0/3769297776 shutdown_connections 2024-09-16T01:17:05.967 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.965+0000 7f9798708640 1 --2- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f979012a890 0x7f97901bed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.967 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.965+0000 7f9798708640 1 --2- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9790070470 0x7f97901be810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.967 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.965+0000 7f9798708640 1 --2- 172.21.15.175:0/3769297776 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f979006fb10 0x7f97901be2d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.967 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.965+0000 7f9798708640 1 -- 172.21.15.175:0/3769297776 >> 172.21.15.175:0/3769297776 conn(0x7f979009b0a0 msgr2=0x7f9790123800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.967 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.965+0000 7f9798708640 1 -- 172.21.15.175:0/3769297776 shutdown_connections 2024-09-16T01:17:05.967 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.965+0000 7f9798708640 1 -- 172.21.15.175:0/3769297776 wait complete. 2024-09-16T01:17:05.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.974+0000 7f72e8b25640 1 -- 172.21.15.175:0/498999958 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f72e41179f0 con 0x7f72e412a410 2024-09-16T01:17:05.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.974+0000 7f72d2ffd640 1 -- 172.21.15.175:0/498999958 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f72e41179f0 con 0x7f72e412a410 2024-09-16T01:17:05.976 INFO:teuthology.orchestra.run.smithi175.stdout:38654705667 2024-09-16T01:17:05.977 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705668 for osd.3 2024-09-16T01:17:05.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.976+0000 7f72e8b25640 1 -- 172.21.15.175:0/498999958 >> v1:172.21.15.175:6816/3492848882 conn(0x7f72c40475b0 legacy=0x7f72c4049a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.976+0000 7f72e8b25640 1 -- 172.21.15.175:0/498999958 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72e412a410 msgr2=0x7f72e41159d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:05.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.976+0000 7f72e8b25640 1 --2- 172.21.15.175:0/498999958 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72e412a410 0x7f72e41159d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f72dc032000 tx=0x7f72dc009750 comp rx=0 tx=0).stop 2024-09-16T01:17:05.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.976+0000 7f72e8b25640 1 -- 172.21.15.175:0/498999958 shutdown_connections 2024-09-16T01:17:05.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.976+0000 7f72e8b25640 1 --2- 172.21.15.175:0/498999958 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f72e412a410 0x7f72e41159d0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.976+0000 7f72e8b25640 1 --2- 172.21.15.175:0/498999958 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f72cc0042d0 0x7f72e4115490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.976+0000 7f72e8b25640 1 --2- 172.21.15.175:0/498999958 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f72cc003970 0x7f72e4114f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:05.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.976+0000 7f72e8b25640 1 -- 172.21.15.175:0/498999958 >> 172.21.15.175:0/498999958 conn(0x7f72e409b0a0 msgr2=0x7f72e406f900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:05.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.976+0000 7f72e8b25640 1 -- 172.21.15.175:0/498999958 shutdown_connections 2024-09-16T01:17:05.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:05.976+0000 7f72e8b25640 1 -- 172.21.15.175:0/498999958 wait complete. 2024-09-16T01:17:05.988 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.0 2024-09-16T01:17:06.959 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:17:06.963 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:17:06.978 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:17:06.989 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:17:07.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.075+0000 7f811c7ce640 1 Processor -- start 2024-09-16T01:17:07.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.075+0000 7f811c7ce640 1 -- start start 2024-09-16T01:17:07.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.076+0000 7f811c7ce640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f811412ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.076+0000 7f811c7ce640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f811412d960 0x7f811412ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.076+0000 7f811c7ce640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f811406f950 con 0x7f811412e300 2024-09-16T01:17:07.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.076+0000 7f811c7ce640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f811406ff70 con 0x7f811412d960 2024-09-16T01:17:07.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.076+0000 7f811c7ce640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8114070e10 con 0x7f811412a920 2024-09-16T01:17:07.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.076+0000 7f811a56a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f811412ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.076+0000 7f811a56a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f811412ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37538/0 (socket says 172.21.15.175:37538) 2024-09-16T01:17:07.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.076+0000 7f811a56a640 1 -- 172.21.15.175:0/2859456926 learned_addr learned my addr 172.21.15.175:0/2859456926 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.076+0000 7f811ad6b640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f811412e300 0x7f8114134cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53318/0 (socket says 172.21.15.175:53318) 2024-09-16T01:17:07.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.076+0000 7f8119d69640 1 --2- 172.21.15.175:0/2859456926 >> v2:172.21.15.175:3300/0 conn(0x7f811412d960 0x7f811412ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.077+0000 7f811a56a640 1 -- 172.21.15.175:0/2859456926 >> v2:172.21.15.175:3300/0 conn(0x7f811412d960 msgr2=0x7f811412ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:07.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.077+0000 7f811a56a640 1 --2- 172.21.15.175:0/2859456926 >> v2:172.21.15.175:3300/0 conn(0x7f811412d960 0x7f811412ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.077+0000 7f811a56a640 1 -- 172.21.15.175:0/2859456926 >> v1:172.21.15.175:6789/0 conn(0x7f811412e300 legacy=0x7f8114134cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.077+0000 7f8119568640 1 -- 172.21.15.175:0/2859456926 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 681624564 0 0) 0x7f811406f950 con 0x7f811412e300 2024-09-16T01:17:07.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.077+0000 7f811a56a640 1 -- 172.21.15.175:0/2859456926 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f811412e790 con 0x7f811412a920 2024-09-16T01:17:07.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.077+0000 7f8119d69640 1 --2- 172.21.15.175:0/2859456926 >> v2:172.21.15.175:3300/0 conn(0x7f811412d960 0x7f811412ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.077+0000 7f811a56a640 1 --2- 172.21.15.175:0/2859456926 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f811412ad00 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8110009870 tx=0x7f811002a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6071c9e41b62939 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.078+0000 7f8119568640 1 -- 172.21.15.175:0/2859456926 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811002ae80 con 0x7f811412a920 2024-09-16T01:17:07.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.078+0000 7f8119568640 1 -- 172.21.15.175:0/2859456926 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8110032440 con 0x7f811412a920 2024-09-16T01:17:07.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.078+0000 7f8119568640 1 -- 172.21.15.175:0/2859456926 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81100327b0 con 0x7f811412a920 2024-09-16T01:17:07.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.079+0000 7f811c7ce640 1 -- 172.21.15.175:0/2859456926 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 msgr2=0x7f811412ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.079+0000 7f811c7ce640 1 --2- 172.21.15.175:0/2859456926 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f811412ad00 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8110009870 tx=0x7f811002a130 comp rx=0 tx=0).stop 2024-09-16T01:17:07.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.079+0000 7f811c7ce640 1 -- 172.21.15.175:0/2859456926 shutdown_connections 2024-09-16T01:17:07.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.079+0000 7f811c7ce640 1 --2- 172.21.15.175:0/2859456926 >> v2:172.21.15.175:3300/0 conn(0x7f811412d960 0x7f811412ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.079+0000 7f811c7ce640 1 --2- 172.21.15.175:0/2859456926 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f811412ad00 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.079+0000 7f811c7ce640 1 -- 172.21.15.175:0/2859456926 >> 172.21.15.175:0/2859456926 conn(0x7f81140a0180 msgr2=0x7f81140a0590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.079+0000 7f811c7ce640 1 -- 172.21.15.175:0/2859456926 shutdown_connections 2024-09-16T01:17:07.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.079+0000 7f811c7ce640 1 -- 172.21.15.175:0/2859456926 wait complete. 2024-09-16T01:17:07.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.080+0000 7f811c7ce640 1 Processor -- start 2024-09-16T01:17:07.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.080+0000 7f811c7ce640 1 -- start start 2024-09-16T01:17:07.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f811c7ce640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f8114119510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f811c7ce640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f811412d960 0x7f8114119a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f811a56a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f8114119510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f8119d69640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f811412d960 0x7f8114119a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f811a56a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f8114119510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37546/0 (socket says 172.21.15.175:37546) 2024-09-16T01:17:07.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f811a56a640 1 -- 172.21.15.175:0/3401210448 learned_addr learned my addr 172.21.15.175:0/3401210448 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f811c7ce640 1 --2- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f811412e300 0x7f8114119f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f811411b8b0 con 0x7f811412d960 2024-09-16T01:17:07.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f811411c320 con 0x7f811412e300 2024-09-16T01:17:07.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f81141281a0 con 0x7f811412a920 2024-09-16T01:17:07.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.081+0000 7f811ad6b640 1 --2- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f811412e300 0x7f8114119f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.082+0000 7f811ad6b640 1 -- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 msgr2=0x7f8114119510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.082+0000 7f811ad6b640 1 --2- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f8114119510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.082+0000 7f811ad6b640 1 -- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f811412d960 msgr2=0x7f8114119a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.082+0000 7f811ad6b640 1 --2- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f811412d960 0x7f8114119a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.082+0000 7f811ad6b640 1 -- 172.21.15.175:0/3401210448 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8104009400 con 0x7f811412e300 2024-09-16T01:17:07.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.082+0000 7f8119d69640 1 --2- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f811412d960 0x7f8114119a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.082+0000 7f811ad6b640 1 --2- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f811412e300 0x7f8114119f90 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f810c00c750 tx=0x7f810c00cc10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.082+0000 7f810affd640 1 -- 172.21.15.175:0/3401210448 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f810c00ce60 con 0x7f811412e300 2024-09-16T01:17:07.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.082+0000 7f810affd640 1 -- 172.21.15.175:0/3401210448 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f810c00a5e0 con 0x7f811412e300 2024-09-16T01:17:07.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.082+0000 7f810affd640 1 -- 172.21.15.175:0/3401210448 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f810c00a970 con 0x7f811412e300 2024-09-16T01:17:07.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.083+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81100094d0 con 0x7f811412e300 2024-09-16T01:17:07.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.083+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f811411b5a0 con 0x7f811412e300 2024-09-16T01:17:07.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.084+0000 7f810affd640 1 -- 172.21.15.175:0/3401210448 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f810c00aad0 con 0x7f811412e300 2024-09-16T01:17:07.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.084+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f811411cb10 con 0x7f811412e300 2024-09-16T01:17:07.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.084+0000 7f810affd640 1 -- 172.21.15.175:0/3401210448 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f810c05bc30 con 0x7f811412e300 2024-09-16T01:17:07.093 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.092+0000 7f810affd640 1 -- 172.21.15.175:0/3401210448 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f810c039940 con 0x7f811412e300 2024-09-16T01:17:07.113 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.112+0000 7f2648a3a640 1 Processor -- start 2024-09-16T01:17:07.113 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.112+0000 7f2648a3a640 1 -- start start 2024-09-16T01:17:07.114 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f2648a3a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264412b9e0 0x7f264412bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.114 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f2648a3a640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f264406ff30 0x7f2644070330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.114 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f264259c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264412b9e0 0x7f264412bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.115 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f2648a3a640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2644113f90 con 0x7f2644070870 2024-09-16T01:17:07.115 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f264259c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264412b9e0 0x7f264412bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37562/0 (socket says 172.21.15.175:37562) 2024-09-16T01:17:07.115 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f264259c640 1 -- 172.21.15.175:0/3138414621 learned_addr learned my addr 172.21.15.175:0/3138414621 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.115 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f2648a3a640 1 -- 172.21.15.175:0/3138414621 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f264406b840 con 0x7f264406ff30 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f2648a3a640 1 -- 172.21.15.175:0/3138414621 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f264406b400 con 0x7f264412b9e0 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f263bfff640 1 --2- 172.21.15.175:0/3138414621 >> v2:172.21.15.175:3300/0 conn(0x7f264406ff30 0x7f2644070330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f2641d9b640 1 -- 172.21.15.175:0/3138414621 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 952767206 0 0) 0x7f2644113f90 con 0x7f2644070870 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f264259c640 1 -- 172.21.15.175:0/3138414621 >> v2:172.21.15.175:3300/0 conn(0x7f264406ff30 msgr2=0x7f2644070330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f264259c640 1 --2- 172.21.15.175:0/3138414621 >> v2:172.21.15.175:3300/0 conn(0x7f264406ff30 0x7f2644070330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.113+0000 7f264259c640 1 -- 172.21.15.175:0/3138414621 >> v1:172.21.15.175:6789/0 conn(0x7f2644070870 legacy=0x7f26441328b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.114+0000 7f264259c640 1 -- 172.21.15.175:0/3138414621 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f264412b520 con 0x7f264412b9e0 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.115+0000 7f264259c640 1 --2- 172.21.15.175:0/3138414621 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264412b9e0 0x7f264412bdc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f263400dd10 tx=0x7f263400d650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1d546734ab6df9d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.115+0000 7f2641d9b640 1 -- 172.21.15.175:0/3138414621 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f263400b650 con 0x7f264412b9e0 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.115+0000 7f2641d9b640 1 -- 172.21.15.175:0/3138414621 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f263400b7b0 con 0x7f264412b9e0 2024-09-16T01:17:07.116 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.115+0000 7f2641d9b640 1 -- 172.21.15.175:0/3138414621 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f263400bb40 con 0x7f264412b9e0 2024-09-16T01:17:07.117 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.115+0000 7f2648a3a640 1 -- 172.21.15.175:0/3138414621 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264412b9e0 msgr2=0x7f264412bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.117 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.115+0000 7f2648a3a640 1 --2- 172.21.15.175:0/3138414621 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264412b9e0 0x7f264412bdc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f263400dd10 tx=0x7f263400d650 comp rx=0 tx=0).stop 2024-09-16T01:17:07.117 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.116+0000 7f2648a3a640 1 -- 172.21.15.175:0/3138414621 shutdown_connections 2024-09-16T01:17:07.117 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.116+0000 7f2648a3a640 1 --2- 172.21.15.175:0/3138414621 >> v2:172.21.15.175:3300/0 conn(0x7f264406ff30 0x7f2644070330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.117 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.116+0000 7f2648a3a640 1 --2- 172.21.15.175:0/3138414621 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264412b9e0 0x7f264412bdc0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.117 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.116+0000 7f2648a3a640 1 -- 172.21.15.175:0/3138414621 >> 172.21.15.175:0/3138414621 conn(0x7f264409ba30 msgr2=0x7f264406c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.117 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.116+0000 7f2648a3a640 1 -- 172.21.15.175:0/3138414621 shutdown_connections 2024-09-16T01:17:07.118 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.116+0000 7fed4dc90640 1 Processor -- start 2024-09-16T01:17:07.118 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.116+0000 7fed4dc90640 1 -- start start 2024-09-16T01:17:07.118 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.116+0000 7f2648a3a640 1 -- 172.21.15.175:0/3138414621 wait complete. 2024-09-16T01:17:07.119 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7f2648a3a640 1 Processor -- start 2024-09-16T01:17:07.119 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7f2648a3a640 1 -- start start 2024-09-16T01:17:07.119 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7fed4dc90640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fed48127eb0 0x7fed48128290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.119 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7fed4dc90640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed4812bb00 0x7fed48133790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.119 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7fed4dc90640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed48114250 con 0x7fed481287d0 2024-09-16T01:17:07.119 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7fed4dc90640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed48113f70 con 0x7fed48127eb0 2024-09-16T01:17:07.120 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7fed4dc90640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fed48112de0 con 0x7fed4812bb00 2024-09-16T01:17:07.120 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7fed477fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fed48127eb0 0x7fed48128290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.120 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7fed46ffd640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fed481287d0 0x7fed4812b3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53336/0 (socket says 172.21.15.175:53336) 2024-09-16T01:17:07.120 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7fed477fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fed48127eb0 0x7fed48128290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56058/0 (socket says 172.21.15.175:56058) 2024-09-16T01:17:07.120 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7fed46ffd640 1 -- 172.21.15.175:0/889476645 learned_addr learned my addr 172.21.15.175:0/889476645 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:17:07.120 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7fed47fff640 1 --2- 172.21.15.175:0/889476645 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed4812bb00 0x7fed48133790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.120 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.117+0000 7f2648a3a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264406ff30 0x7f26441be6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.120 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7fed47fff640 1 -- 172.21.15.175:0/889476645 >> v2:172.21.15.175:3300/0 conn(0x7fed48127eb0 msgr2=0x7fed48128290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:07.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7fed47fff640 1 --2- 172.21.15.175:0/889476645 >> v2:172.21.15.175:3300/0 conn(0x7fed48127eb0 0x7fed48128290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7fed467fc640 1 -- 172.21.15.175:0/889476645 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 439214006 0 0) 0x7fed48114250 con 0x7fed481287d0 2024-09-16T01:17:07.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f2648a3a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2644070870 0x7f26441bec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f264259c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264406ff30 0x7f26441be6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f264259c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264406ff30 0x7f26441be6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37582/0 (socket says 172.21.15.175:37582) 2024-09-16T01:17:07.122 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7fed47fff640 1 -- 172.21.15.175:0/889476645 >> v1:172.21.15.175:6789/0 conn(0x7fed481287d0 legacy=0x7fed4812b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.122 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7fed47fff640 1 -- 172.21.15.175:0/889476645 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed48128c20 con 0x7fed4812bb00 2024-09-16T01:17:07.122 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7fed477fe640 1 --2- 172.21.15.175:0/889476645 >> v2:172.21.15.175:3300/0 conn(0x7fed48127eb0 0x7fed48128290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f2648a3a640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f264412b9e0 0x7f26441151f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2644125ce0 con 0x7f264412b9e0 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f264259c640 1 -- 172.21.15.175:0/700627016 learned_addr learned my addr 172.21.15.175:0/700627016 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26441174f0 con 0x7f2644070870 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2644117910 con 0x7f264406ff30 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f263bfff640 1 --2- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2644070870 0x7f26441bec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f2642d9d640 1 --2- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f264412b9e0 0x7f26441151f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f264259c640 1 -- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2644070870 msgr2=0x7f26441bec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f264259c640 1 --2- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2644070870 0x7f26441bec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f264259c640 1 -- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f264412b9e0 msgr2=0x7f26441151f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f264259c640 1 --2- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f264412b9e0 0x7f26441151f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f264259c640 1 -- 172.21.15.175:0/700627016 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f263400d970 con 0x7f264406ff30 2024-09-16T01:17:07.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.118+0000 7f2642d9d640 1 --2- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f264412b9e0 0x7f26441151f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:17:07.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.119+0000 7f264259c640 1 --2- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264406ff30 0x7f26441be6c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f263403d040 tx=0x7f26340046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.119+0000 7fed47fff640 1 --2- 172.21.15.175:0/889476645 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed4812bb00 0x7fed48133790 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fed40009d90 tx=0x7fed4002a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6009804e9fa4eeb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.119+0000 7f263affd640 1 -- 172.21.15.175:0/700627016 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f263403a940 con 0x7f264406ff30 2024-09-16T01:17:07.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.119+0000 7f263affd640 1 -- 172.21.15.175:0/700627016 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f263403aac0 con 0x7f264406ff30 2024-09-16T01:17:07.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.119+0000 7f263affd640 1 -- 172.21.15.175:0/700627016 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f263403ae70 con 0x7f264406ff30 2024-09-16T01:17:07.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.119+0000 7fed467fc640 1 -- 172.21.15.175:0/889476645 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed40031600 con 0x7fed4812bb00 2024-09-16T01:17:07.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.119+0000 7fed467fc640 1 -- 172.21.15.175:0/889476645 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed4002d050 con 0x7fed4812bb00 2024-09-16T01:17:07.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.119+0000 7fed467fc640 1 -- 172.21.15.175:0/889476645 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed40031980 con 0x7fed4812bb00 2024-09-16T01:17:07.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.119+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26441bf140 con 0x7f264406ff30 2024-09-16T01:17:07.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.119+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2644118040 con 0x7f264406ff30 2024-09-16T01:17:07.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.120+0000 7fed4dc90640 1 -- 172.21.15.175:0/889476645 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed4812bb00 msgr2=0x7fed48133790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.120+0000 7fed4dc90640 1 --2- 172.21.15.175:0/889476645 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed4812bb00 0x7fed48133790 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fed40009d90 tx=0x7fed4002a5d0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.120+0000 7fed4dc90640 1 -- 172.21.15.175:0/889476645 shutdown_connections 2024-09-16T01:17:07.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.120+0000 7fed4dc90640 1 --2- 172.21.15.175:0/889476645 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed4812bb00 0x7fed48133790 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.120+0000 7fed4dc90640 1 --2- 172.21.15.175:0/889476645 >> v2:172.21.15.175:3300/0 conn(0x7fed48127eb0 0x7fed48128290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.120+0000 7fed4dc90640 1 -- 172.21.15.175:0/889476645 >> 172.21.15.175:0/889476645 conn(0x7fed4806f3a0 msgr2=0x7fed4806f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.127 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.120+0000 7fed4dc90640 1 -- 172.21.15.175:0/889476645 shutdown_connections 2024-09-16T01:17:07.127 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.120+0000 7fed4dc90640 1 -- 172.21.15.175:0/889476645 wait complete. 2024-09-16T01:17:07.127 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.120+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2644129d30 con 0x7f264406ff30 2024-09-16T01:17:07.127 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.121+0000 7fed4dc90640 1 Processor -- start 2024-09-16T01:17:07.127 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.121+0000 7f263affd640 1 -- 172.21.15.175:0/700627016 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f2634041050 con 0x7f264406ff30 2024-09-16T01:17:07.128 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.121+0000 7fed4dc90640 1 -- start start 2024-09-16T01:17:07.128 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7f263affd640 1 -- 172.21.15.175:0/700627016 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f2634085b40 con 0x7f264406ff30 2024-09-16T01:17:07.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed4dc90640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed48127eb0 0x7fed481208c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed4dc90640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed481287d0 0x7fed48120e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed4dc90640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed4812bb00 0x7fed48121340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed4dc90640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed48133160 con 0x7fed4812bb00 2024-09-16T01:17:07.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed4dc90640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed4812d960 con 0x7fed481287d0 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed4dc90640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fed4812dd30 con 0x7fed48127eb0 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed477fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed48127eb0 0x7fed481208c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed477fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed48127eb0 0x7fed481208c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37592/0 (socket says 172.21.15.175:37592) 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed477fe640 1 -- 172.21.15.175:0/374900979 learned_addr learned my addr 172.21.15.175:0/374900979 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed46ffd640 1 --2- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed481287d0 0x7fed48120e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.122+0000 7fed47fff640 1 --2- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed4812bb00 0x7fed48121340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.123+0000 7fed477fe640 1 -- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed481287d0 msgr2=0x7fed48120e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.123+0000 7fed477fe640 1 --2- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed481287d0 0x7fed48120e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.123+0000 7fed477fe640 1 -- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed4812bb00 msgr2=0x7fed48121340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.123+0000 7fed477fe640 1 --2- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed4812bb00 0x7fed48121340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.123+0000 7fed477fe640 1 -- 172.21.15.175:0/374900979 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed38009400 con 0x7fed48127eb0 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.123+0000 7fed47fff640 1 --2- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed4812bb00 0x7fed48121340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.123+0000 7fed477fe640 1 --2- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed48127eb0 0x7fed481208c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fed3800e960 tx=0x7fed3800ee20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0fb087640 1 Processor -- start 2024-09-16T01:17:07.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0fb087640 1 -- start start 2024-09-16T01:17:07.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0fb087640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 0x7fe0f41273d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0fb087640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fe0f40703c0 0x7fe0f4127910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0fb087640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0f406fb50 con 0x7fe0f412a3c0 2024-09-16T01:17:07.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0fb087640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0f406f320 con 0x7fe0f40703c0 2024-09-16T01:17:07.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0fb087640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0f4127e50 con 0x7fe0f4126ec0 2024-09-16T01:17:07.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0f3fff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fe0f40703c0 0x7fe0f4127910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0f9624640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fe0f412a3c0 0x7fe0f412a810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53350/0 (socket says 172.21.15.175:53350) 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0f9624640 1 -- 172.21.15.175:0/3468379314 learned_addr learned my addr 172.21.15.175:0/3468379314 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.124+0000 7fe0f8e23640 1 --2- 172.21.15.175:0/3468379314 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 0x7fe0f41273d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.125+0000 7fe0f37fe640 1 -- 172.21.15.175:0/3468379314 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3787516185 0 0) 0x7fe0f406fb50 con 0x7fe0f412a3c0 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.125+0000 7fe0f37fe640 1 -- 172.21.15.175:0/3468379314 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe0e4003520 con 0x7fe0f412a3c0 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.125+0000 7fe0f3fff640 1 -- 172.21.15.175:0/3468379314 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 msgr2=0x7fe0f41273d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.125+0000 7fe0f3fff640 1 --2- 172.21.15.175:0/3468379314 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 0x7fe0f41273d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.125+0000 7fe0f3fff640 1 -- 172.21.15.175:0/3468379314 >> v1:172.21.15.175:6789/0 conn(0x7fe0f412a3c0 legacy=0x7fe0f412a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.125+0000 7fe0f3fff640 1 -- 172.21.15.175:0/3468379314 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0f4070ba0 con 0x7fe0f40703c0 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.125+0000 7fe0f8e23640 1 --2- 172.21.15.175:0/3468379314 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 0x7fe0f41273d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.125+0000 7fe0f3fff640 1 --2- 172.21.15.175:0/3468379314 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0f40703c0 0x7fe0f4127910 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe0e000ba40 tx=0x7fe0e002c750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e58c0ccd0525bb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fe0f37fe640 1 -- 172.21.15.175:0/3468379314 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0e0031710 con 0x7fe0f40703c0 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fe0f37fe640 1 -- 172.21.15.175:0/3468379314 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0e002f050 con 0x7fe0f40703c0 2024-09-16T01:17:07.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fe0f37fe640 1 -- 172.21.15.175:0/3468379314 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0e0031ad0 con 0x7fe0f40703c0 2024-09-16T01:17:07.134 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fed2ffff640 1 -- 172.21.15.175:0/374900979 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3800ca00 con 0x7fed48127eb0 2024-09-16T01:17:07.134 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fed2ffff640 1 -- 172.21.15.175:0/374900979 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed3800cb60 con 0x7fed48127eb0 2024-09-16T01:17:07.134 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fed2ffff640 1 -- 172.21.15.175:0/374900979 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed38013470 con 0x7fed48127eb0 2024-09-16T01:17:07.134 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7f263affd640 1 -- 172.21.15.175:0/700627016 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f263400e1d0 con 0x7f264406ff30 2024-09-16T01:17:07.135 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fed4dc90640 1 -- 172.21.15.175:0/374900979 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed40009a70 con 0x7fed48127eb0 2024-09-16T01:17:07.135 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fe0fb087640 1 -- 172.21.15.175:0/3468379314 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0f40703c0 msgr2=0x7fe0f4127910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.135 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fed4dc90640 1 -- 172.21.15.175:0/374900979 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed4812c940 con 0x7fed48127eb0 2024-09-16T01:17:07.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fe0fb087640 1 --2- 172.21.15.175:0/3468379314 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0f40703c0 0x7fe0f4127910 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe0e000ba40 tx=0x7fe0e002c750 comp rx=0 tx=0).stop 2024-09-16T01:17:07.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fe0fb087640 1 -- 172.21.15.175:0/3468379314 shutdown_connections 2024-09-16T01:17:07.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fe0fb087640 1 --2- 172.21.15.175:0/3468379314 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0f40703c0 0x7fe0f4127910 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.126+0000 7fe0fb087640 1 --2- 172.21.15.175:0/3468379314 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 0x7fe0f41273d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.127+0000 7fe0fb087640 1 -- 172.21.15.175:0/3468379314 >> 172.21.15.175:0/3468379314 conn(0x7fe0f409ba30 msgr2=0x7fe0f406c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.127+0000 7fe0fb087640 1 -- 172.21.15.175:0/3468379314 shutdown_connections 2024-09-16T01:17:07.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.127+0000 7fe0fb087640 1 -- 172.21.15.175:0/3468379314 wait complete. 2024-09-16T01:17:07.137 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.128+0000 7fed2ffff640 1 -- 172.21.15.175:0/374900979 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fed380135d0 con 0x7fed48127eb0 2024-09-16T01:17:07.137 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.128+0000 7fed4dc90640 1 -- 172.21.15.175:0/374900979 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed48069720 con 0x7fed48127eb0 2024-09-16T01:17:07.137 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.128+0000 7fed2ffff640 1 -- 172.21.15.175:0/374900979 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fed3805cb80 con 0x7fed48127eb0 2024-09-16T01:17:07.139 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.128+0000 7fe0fb087640 1 Processor -- start 2024-09-16T01:17:07.139 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.128+0000 7fe0fb087640 1 -- start start 2024-09-16T01:17:07.139 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0fb087640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe0f40703c0 0x7fe0f4119960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.139 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0fb087640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 0x7fe0f4119ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.139 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0fb087640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0f412a3c0 0x7fe0f41c25a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.139 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0fb087640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0f411cd30 con 0x7fe0f412a3c0 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f8e23640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe0f40703c0 0x7fe0f4119960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f3fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 0x7fe0f4119ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f8e23640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe0f40703c0 0x7fe0f4119960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37594/0 (socket says 172.21.15.175:37594) 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f8e23640 1 -- 172.21.15.175:0/3343320668 learned_addr learned my addr 172.21.15.175:0/3343320668 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0f411d040 con 0x7fe0f4126ec0 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe0f411aaa0 con 0x7fe0f40703c0 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f9624640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0f412a3c0 0x7fe0f41c25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f9624640 1 -- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe0f40703c0 msgr2=0x7fe0f4119960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f9624640 1 --2- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe0f40703c0 0x7fe0f4119960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f9624640 1 -- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 msgr2=0x7fe0f4119ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f9624640 1 --2- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 0x7fe0f4119ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f9624640 1 -- 172.21.15.175:0/3343320668 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0e8009400 con 0x7fe0f412a3c0 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.129+0000 7fe0f8e23640 1 --2- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe0f40703c0 0x7fe0f4119960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.130+0000 7fe0f9624640 1 --2- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0f412a3c0 0x7fe0f41c25a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe0ec00ca80 tx=0x7fe0ec00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.130+0000 7fe0f17fa640 1 -- 172.21.15.175:0/3343320668 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0ec00ac30 con 0x7fe0f412a3c0 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.130+0000 7fe0f17fa640 1 -- 172.21.15.175:0/3343320668 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0ec00ad90 con 0x7fe0f412a3c0 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.130+0000 7fe0f17fa640 1 -- 172.21.15.175:0/3343320668 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0ec012640 con 0x7fe0f412a3c0 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.130+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0e000b6a0 con 0x7fe0f412a3c0 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.130+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0f411bbb0 con 0x7fe0f412a3c0 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.131+0000 7fe0f17fa640 1 -- 172.21.15.175:0/3343320668 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fe0ec007070 con 0x7fe0f412a3c0 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.131+0000 7fe0f17fa640 1 -- 172.21.15.175:0/3343320668 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7fe0ec05c850 con 0x7fe0f412a3c0 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.132+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0d4005250 con 0x7fe0f412a3c0 2024-09-16T01:17:07.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.134+0000 7fed2ffff640 1 -- 172.21.15.175:0/374900979 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fed38017080 con 0x7fed48127eb0 2024-09-16T01:17:07.142 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.137+0000 7fe0f17fa640 1 -- 172.21.15.175:0/3343320668 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fe0ec017020 con 0x7fe0f412a3c0 2024-09-16T01:17:07.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.248+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f811412ad00 con 0x7f811412e300 2024-09-16T01:17:07.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.248+0000 7f810affd640 1 -- 172.21.15.175:0/3401210448 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f810c018020 con 0x7f811412e300 2024-09-16T01:17:07.250 INFO:teuthology.orchestra.run.smithi175.stdout:38654705668 2024-09-16T01:17:07.251 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.250+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 >> v1:172.21.15.175:6816/3492848882 conn(0x7f80f8047560 legacy=0x7f80f8049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.251 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.250+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f811412e300 msgr2=0x7f8114119f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.251 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.250+0000 7f811c7ce640 1 --2- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f811412e300 0x7f8114119f90 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f810c00c750 tx=0x7f810c00cc10 comp rx=0 tx=0).stop 2024-09-16T01:17:07.251 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.250+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 shutdown_connections 2024-09-16T01:17:07.252 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.250+0000 7f811c7ce640 1 --2- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f811412e300 0x7f8114119f90 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.252 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.250+0000 7f811c7ce640 1 --2- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f811412d960 0x7f8114119a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.252 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.250+0000 7f811c7ce640 1 --2- 172.21.15.175:0/3401210448 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f811412a920 0x7f8114119510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.252 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.250+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 >> 172.21.15.175:0/3401210448 conn(0x7f81140a0180 msgr2=0x7f811412b740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.252 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.250+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 shutdown_connections 2024-09-16T01:17:07.252 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.250+0000 7f811c7ce640 1 -- 172.21.15.175:0/3401210448 wait complete. 2024-09-16T01:17:07.262 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705668 for osd.2 2024-09-16T01:17:07.262 DEBUG:teuthology.parallel:result is None 2024-09-16T01:17:07.281 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.280+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fe0d4005500 con 0x7fe0f412a3c0 2024-09-16T01:17:07.281 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.280+0000 7fe0f17fa640 1 -- 172.21.15.175:0/3343320668 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe0ec03a460 con 0x7fe0f412a3c0 2024-09-16T01:17:07.281 INFO:teuthology.orchestra.run.smithi175.stdout:38654705668 2024-09-16T01:17:07.283 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.282+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 >> v1:172.21.15.175:6816/3492848882 conn(0x7fe0d8047590 legacy=0x7fe0d8049a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.283 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.282+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0f412a3c0 msgr2=0x7fe0f41c25a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.283 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.282+0000 7fe0fb087640 1 --2- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0f412a3c0 0x7fe0f41c25a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe0ec00ca80 tx=0x7fe0ec00cf40 comp rx=0 tx=0).stop 2024-09-16T01:17:07.283 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.282+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 shutdown_connections 2024-09-16T01:17:07.283 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.282+0000 7fe0fb087640 1 --2- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0f412a3c0 0x7fe0f41c25a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.282+0000 7fe0fb087640 1 --2- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe0f4126ec0 0x7fe0f4119ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.282+0000 7fe0fb087640 1 --2- 172.21.15.175:0/3343320668 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe0f40703c0 0x7fe0f4119960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.282+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 >> 172.21.15.175:0/3343320668 conn(0x7fe0f409ba30 msgr2=0x7fe0f41281c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.282+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 shutdown_connections 2024-09-16T01:17:07.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.282+0000 7fe0fb087640 1 -- 172.21.15.175:0/3343320668 wait complete. 2024-09-16T01:17:07.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.289+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f2644113820 con 0x7f264406ff30 2024-09-16T01:17:07.290 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.289+0000 7f263affd640 1 -- 172.21.15.175:0/700627016 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f263403f020 con 0x7f264406ff30 2024-09-16T01:17:07.290 INFO:teuthology.orchestra.run.smithi175.stdout:38654705668 2024-09-16T01:17:07.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.292+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 >> v1:172.21.15.175:6816/3492848882 conn(0x7f2624047560 legacy=0x7f2624049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.292+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264406ff30 msgr2=0x7f26441be6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.292+0000 7f2648a3a640 1 --2- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264406ff30 0x7f26441be6c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f263403d040 tx=0x7f26340046c0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.292+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 shutdown_connections 2024-09-16T01:17:07.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.292+0000 7f2648a3a640 1 --2- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f264412b9e0 0x7f26441151f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.292+0000 7f2648a3a640 1 --2- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2644070870 0x7f26441bec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.292+0000 7f2648a3a640 1 --2- 172.21.15.175:0/700627016 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f264406ff30 0x7f26441be6c0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.292+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 >> 172.21.15.175:0/700627016 conn(0x7f264409ba30 msgr2=0x7f264409ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.292+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 shutdown_connections 2024-09-16T01:17:07.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.292+0000 7f2648a3a640 1 -- 172.21.15.175:0/700627016 wait complete. 2024-09-16T01:17:07.295 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705668 for osd.1 2024-09-16T01:17:07.295 DEBUG:teuthology.parallel:result is None 2024-09-16T01:17:07.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.297+0000 7fed4dc90640 1 -- 172.21.15.175:0/374900979 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fed48128290 con 0x7fed48127eb0 2024-09-16T01:17:07.298 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.297+0000 7fed2ffff640 1 -- 172.21.15.175:0/374900979 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fed38021030 con 0x7fed48127eb0 2024-09-16T01:17:07.298 INFO:teuthology.orchestra.run.smithi175.stdout:38654705669 2024-09-16T01:17:07.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.300+0000 7fed4dc90640 1 -- 172.21.15.175:0/374900979 >> v1:172.21.15.175:6816/3492848882 conn(0x7fed34047560 legacy=0x7fed34049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.300+0000 7fed4dc90640 1 -- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed48127eb0 msgr2=0x7fed481208c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.300+0000 7fed4dc90640 1 --2- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed48127eb0 0x7fed481208c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fed3800e960 tx=0x7fed3800ee20 comp rx=0 tx=0).stop 2024-09-16T01:17:07.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.300+0000 7fed4dc90640 1 -- 172.21.15.175:0/374900979 shutdown_connections 2024-09-16T01:17:07.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.300+0000 7fed4dc90640 1 --2- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed4812bb00 0x7fed48121340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.300+0000 7fed4dc90640 1 --2- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed481287d0 0x7fed48120e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.300+0000 7fed4dc90640 1 --2- 172.21.15.175:0/374900979 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed48127eb0 0x7fed481208c0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.300+0000 7fed4dc90640 1 -- 172.21.15.175:0/374900979 >> 172.21.15.175:0/374900979 conn(0x7fed4806f3a0 msgr2=0x7fed48125e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.300+0000 7fed4dc90640 1 -- 172.21.15.175:0/374900979 shutdown_connections 2024-09-16T01:17:07.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.300+0000 7fed4dc90640 1 -- 172.21.15.175:0/374900979 wait complete. 2024-09-16T01:17:07.304 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705668 for osd.0 2024-09-16T01:17:07.305 DEBUG:teuthology.parallel:result is None 2024-09-16T01:17:07.313 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705669 for osd.3 2024-09-16T01:17:07.313 DEBUG:teuthology.parallel:result is None 2024-09-16T01:17:07.313 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:17:07.313 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:17:07.452 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.449+0000 7f8c921b5640 1 Processor -- start 2024-09-16T01:17:07.452 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.449+0000 7f8c921b5640 1 -- start start 2024-09-16T01:17:07.452 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.449+0000 7f8c921b5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c126910 0x7f8c8c126cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.452 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.449+0000 7f8c921b5640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f8c8c06ff40 0x7f8c8c06f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.452 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.449+0000 7f8c921b5640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c8c1129f0 con 0x7f8c8c127230 2024-09-16T01:17:07.452 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c921b5640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c8c070df0 con 0x7f8c8c06ff40 2024-09-16T01:17:07.452 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c921b5640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c8c112800 con 0x7f8c8c126910 2024-09-16T01:17:07.452 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8bfff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f8c8c06ff40 0x7f8c8c06f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8b7fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c126910 0x7f8c8c126cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8b7fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c126910 0x7f8c8c126cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:32856/0 (socket says 172.21.15.175:32856) 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8affd640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f8c8c127230 0x7f8c8c06ea00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53364/0 (socket says 172.21.15.175:53364) 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8bfff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f8c8c06ff40 0x7f8c8c06f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56110/0 (socket says 172.21.15.175:56110) 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8b7fe640 1 -- 172.21.15.175:0/2531737228 learned_addr learned my addr 172.21.15.175:0/2531737228 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8bfff640 1 -- 172.21.15.175:0/2531737228 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c126910 msgr2=0x7f8c8c126cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8bfff640 1 --2- 172.21.15.175:0/2531737228 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c126910 0x7f8c8c126cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8bfff640 1 -- 172.21.15.175:0/2531737228 >> v1:172.21.15.175:6789/0 conn(0x7f8c8c127230 legacy=0x7f8c8c06ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8bfff640 1 -- 172.21.15.175:0/2531737228 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c8c09bc00 con 0x7f8c8c06ff40 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.450+0000 7f8c8b7fe640 1 --2- 172.21.15.175:0/2531737228 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c126910 0x7f8c8c126cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c8bfff640 1 --2- 172.21.15.175:0/2531737228 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c8c06ff40 0x7f8c8c06f110 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8c840097d0 tx=0x7f8c8402a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78ec948f846a2443 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c8a7fc640 1 -- 172.21.15.175:0/2531737228 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c8402ae40 con 0x7f8c8c06ff40 2024-09-16T01:17:07.453 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c8a7fc640 1 -- 172.21.15.175:0/2531737228 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c84032440 con 0x7f8c8c06ff40 2024-09-16T01:17:07.454 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c8a7fc640 1 -- 172.21.15.175:0/2531737228 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c840327d0 con 0x7f8c8c06ff40 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c921b5640 1 -- 172.21.15.175:0/2531737228 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c8c06ff40 msgr2=0x7f8c8c06f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c921b5640 1 --2- 172.21.15.175:0/2531737228 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c8c06ff40 0x7f8c8c06f110 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8c840097d0 tx=0x7f8c8402a130 comp rx=0 tx=0).stop 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c921b5640 1 -- 172.21.15.175:0/2531737228 shutdown_connections 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c921b5640 1 --2- 172.21.15.175:0/2531737228 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c8c06ff40 0x7f8c8c06f110 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c921b5640 1 --2- 172.21.15.175:0/2531737228 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c126910 0x7f8c8c126cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c921b5640 1 -- 172.21.15.175:0/2531737228 >> 172.21.15.175:0/2531737228 conn(0x7f8c8c09a9f0 msgr2=0x7f8c8c09ae00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c921b5640 1 -- 172.21.15.175:0/2531737228 shutdown_connections 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.451+0000 7f8c921b5640 1 -- 172.21.15.175:0/2531737228 wait complete. 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.452+0000 7f8c921b5640 1 Processor -- start 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.452+0000 7f8c921b5640 1 -- start start 2024-09-16T01:17:07.457 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c921b5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c06ff40 0x7f8c8c1bec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c921b5640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c8c126910 0x7f8c8c1bf190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c921b5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8c8c127230 0x7f8c8c115640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c921b5640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c8c118230 con 0x7f8c8c126910 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c921b5640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c8c117b10 con 0x7f8c8c06ff40 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c921b5640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8c8c118de0 con 0x7f8c8c127230 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8b7fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c06ff40 0x7f8c8c1bec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8b7fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c06ff40 0x7f8c8c1bec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:32862/0 (socket says 172.21.15.175:32862) 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8affd640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c8c126910 0x7f8c8c1bf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8b7fe640 1 -- 172.21.15.175:0/1308428144 learned_addr learned my addr 172.21.15.175:0/1308428144 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8bfff640 1 --2- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8c8c127230 0x7f8c8c115640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8affd640 1 -- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8c8c127230 msgr2=0x7f8c8c115640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8affd640 1 --2- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8c8c127230 0x7f8c8c115640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8affd640 1 -- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c06ff40 msgr2=0x7f8c8c1bec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8affd640 1 --2- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c06ff40 0x7f8c8c1bec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8affd640 1 -- 172.21.15.175:0/1308428144 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c7c00bd40 con 0x7f8c8c126910 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8b7fe640 1 --2- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c06ff40 0x7f8c8c1bec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.453+0000 7f8c8affd640 1 --2- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c8c126910 0x7f8c8c1bf190 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8c8000c400 tx=0x7f8c8000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.454+0000 7f8c73fff640 1 -- 172.21.15.175:0/1308428144 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c800074e0 con 0x7f8c8c126910 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.454+0000 7f8c73fff640 1 -- 172.21.15.175:0/1308428144 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c80007640 con 0x7f8c8c126910 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.454+0000 7f8c921b5640 1 -- 172.21.15.175:0/1308428144 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c84009400 con 0x7f8c8c126910 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.454+0000 7f8c73fff640 1 -- 172.21.15.175:0/1308428144 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c80004a00 con 0x7f8c8c126910 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.454+0000 7f8c921b5640 1 -- 172.21.15.175:0/1308428144 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c8c1170e0 con 0x7f8c8c126910 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.455+0000 7f8c921b5640 1 -- 172.21.15.175:0/1308428144 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c8c06c3c0 con 0x7f8c8c126910 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.455+0000 7f8c73fff640 1 -- 172.21.15.175:0/1308428144 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f8c80004b60 con 0x7f8c8c126910 2024-09-16T01:17:07.459 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.455+0000 7f8c73fff640 1 -- 172.21.15.175:0/1308428144 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f8c8005c150 con 0x7f8c8c126910 2024-09-16T01:17:07.460 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.458+0000 7f8c73fff640 1 -- 172.21.15.175:0/1308428144 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f8c80039e60 con 0x7f8c8c126910 2024-09-16T01:17:07.593 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.589+0000 7f8c921b5640 1 -- 172.21.15.175:0/1308428144 --> v1:172.21.15.175:6816/3492848882 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8c8c06f860 con 0x7f8c78047590 2024-09-16T01:17:07.593 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.590+0000 7f8c73fff640 1 -- 172.21.15.175:0/1308428144 <== mgr.4101 v1:172.21.15.175:6816/3492848882 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+35013 (unknown 2965378022 0 3734987759) 0x7f8c7c011040 con 0x7f8c78047590 2024-09-16T01:17:07.593 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:17:07.594 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:17:07.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.592+0000 7f8c921b5640 1 -- 172.21.15.175:0/1308428144 >> v1:172.21.15.175:6816/3492848882 conn(0x7f8c78047590 legacy=0x7f8c78049a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.592+0000 7f8c921b5640 1 -- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c8c126910 msgr2=0x7f8c8c1bf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.592+0000 7f8c921b5640 1 --2- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c8c126910 0x7f8c8c1bf190 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8c8000c400 tx=0x7f8c8000c8c0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.592+0000 7f8c921b5640 1 -- 172.21.15.175:0/1308428144 shutdown_connections 2024-09-16T01:17:07.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.592+0000 7f8c921b5640 1 --2- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8c8c127230 0x7f8c8c115640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.592+0000 7f8c921b5640 1 --2- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c8c126910 0x7f8c8c1bf190 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.592+0000 7f8c921b5640 1 --2- 172.21.15.175:0/1308428144 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8c8c06ff40 0x7f8c8c1bec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.592+0000 7f8c921b5640 1 -- 172.21.15.175:0/1308428144 >> 172.21.15.175:0/1308428144 conn(0x7f8c8c09a9f0 msgr2=0x7f8c8c129d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.592+0000 7f8c921b5640 1 -- 172.21.15.175:0/1308428144 shutdown_connections 2024-09-16T01:17:07.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.592+0000 7f8c921b5640 1 -- 172.21.15.175:0/1308428144 wait complete. 2024-09-16T01:17:07.604 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2024-09-16T01:17:06.251942+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109816,"kb_used_data":1712,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377544,"statfs":{"total":386547056640,"available":386434605056,"internally_reserved":0,"allocated":1753088,"data_stored":1336638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110618394},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.656238"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.625247+0000","last_change":"2024-09-16T01:17:04.625247+0000","last_active":"2024-09-16T01:17:04.625247+0000","last_peered":"2024-09-16T01:17:04.625247+0000","last_clean":"2024-09-16T01:17:04.625247+0000","last_became_active":"2024-09-16T01:17:02.605051+0000","last_became_peered":"2024-09-16T01:17:02.605051+0000","last_unstale":"2024-09-16T01:17:04.625247+0000","last_undegraded":"2024-09-16T01:17:04.625247+0000","last_fullsized":"2024-09-16T01:17:04.625247+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:29.024403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.620185+0000","last_change":"2024-09-16T01:17:04.620185+0000","last_active":"2024-09-16T01:17:04.620185+0000","last_peered":"2024-09-16T01:17:04.620185+0000","last_clean":"2024-09-16T01:17:04.620185+0000","last_became_active":"2024-09-16T01:17:02.609461+0000","last_became_peered":"2024-09-16T01:17:02.609461+0000","last_unstale":"2024-09-16T01:17:04.620185+0000","last_undegraded":"2024-09-16T01:17:04.620185+0000","last_fullsized":"2024-09-16T01:17:04.620185+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:42:21.961622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.625354+0000","last_change":"2024-09-16T01:17:04.625354+0000","last_active":"2024-09-16T01:17:04.625354+0000","last_peered":"2024-09-16T01:17:04.625354+0000","last_clean":"2024-09-16T01:17:04.625354+0000","last_became_active":"2024-09-16T01:17:02.606153+0000","last_became_peered":"2024-09-16T01:17:02.606153+0000","last_unstale":"2024-09-16T01:17:04.625354+0000","last_undegraded":"2024-09-16T01:17:04.625354+0000","last_fullsized":"2024-09-16T01:17:04.625354+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.155648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.620078+0000","last_change":"2024-09-16T01:17:04.620078+0000","last_active":"2024-09-16T01:17:04.620078+0000","last_peered":"2024-09-16T01:17:04.620078+0000","last_clean":"2024-09-16T01:17:04.620078+0000","last_became_active":"2024-09-16T01:17:02.609450+0000","last_became_peered":"2024-09-16T01:17:02.609450+0000","last_unstale":"2024-09-16T01:17:04.620078+0000","last_undegraded":"2024-09-16T01:17:04.620078+0000","last_fullsized":"2024-09-16T01:17:04.620078+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:16:10.756050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":17,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.632087+0000","last_change":"2024-09-16T01:17:04.625002+0000","last_active":"2024-09-16T01:17:04.632087+0000","last_peered":"2024-09-16T01:17:04.632087+0000","last_clean":"2024-09-16T01:17:04.632087+0000","last_became_active":"2024-09-16T01:17:02.607807+0000","last_became_peered":"2024-09-16T01:17:02.607807+0000","last_unstale":"2024-09-16T01:17:04.632087+0000","last_undegraded":"2024-09-16T01:17:04.632087+0000","last_fullsized":"2024-09-16T01:17:04.632087+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:51.295629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.620079+0000","last_change":"2024-09-16T01:17:04.620079+0000","last_active":"2024-09-16T01:17:04.620079+0000","last_peered":"2024-09-16T01:17:04.620079+0000","last_clean":"2024-09-16T01:17:04.620079+0000","last_became_active":"2024-09-16T01:17:02.604729+0000","last_became_peered":"2024-09-16T01:17:02.604729+0000","last_unstale":"2024-09-16T01:17:04.620079+0000","last_undegraded":"2024-09-16T01:17:04.620079+0000","last_fullsized":"2024-09-16T01:17:04.620079+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:01:48.286608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.624580+0000","last_change":"2024-09-16T01:17:04.624580+0000","last_active":"2024-09-16T01:17:04.624580+0000","last_peered":"2024-09-16T01:17:04.624580+0000","last_clean":"2024-09-16T01:17:04.624580+0000","last_became_active":"2024-09-16T01:17:02.607857+0000","last_became_peered":"2024-09-16T01:17:02.607857+0000","last_unstale":"2024-09-16T01:17:04.624580+0000","last_undegraded":"2024-09-16T01:17:04.624580+0000","last_fullsized":"2024-09-16T01:17:04.624580+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:57.756119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.625124+0000","last_change":"2024-09-16T01:17:04.625124+0000","last_active":"2024-09-16T01:17:04.625124+0000","last_peered":"2024-09-16T01:17:04.625124+0000","last_clean":"2024-09-16T01:17:04.625124+0000","last_became_active":"2024-09-16T01:17:02.604833+0000","last_became_peered":"2024-09-16T01:17:02.604833+0000","last_unstale":"2024-09-16T01:17:04.625124+0000","last_undegraded":"2024-09-16T01:17:04.625124+0000","last_fullsized":"2024-09-16T01:17:04.625124+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:41:07.196692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'97","reported_seq":141,"reported_epoch":15,"state":"active+clean","last_fresh":"2024-09-16T01:17:03.610461+0000","last_change":"2024-09-16T01:16:57.597017+0000","last_active":"2024-09-16T01:17:03.610461+0000","last_peered":"2024-09-16T01:17:03.610461+0000","last_clean":"2024-09-16T01:17:03.610461+0000","last_became_active":"2024-09-16T01:16:57.596006+0000","last_became_peered":"2024-09-16T01:16:57.596006+0000","last_unstale":"2024-09-16T01:17:03.610461+0000","last_undegraded":"2024-09-16T01:17:03.610461+0000","last_fullsized":"2024-09-16T01:17:03.610461+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_clean_scrub_stamp":"2024-09-16T01:16:56.561942+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:11.232425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705669,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27168,"kb_used_data":140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344672,"statfs":{"total":96636764160,"available":96608944128,"internally_reserved":0,"allocated":143360,"data_stored":38985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]}]},{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27164,"kb_used_data":136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344676,"statfs":{"total":96636764160,"available":96608948224,"internally_reserved":0,"allocated":139264,"data_stored":38966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.312}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35699999999999998}]}]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27748,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344092,"statfs":{"total":96636764160,"available":96608350208,"internally_reserved":0,"allocated":737280,"data_stored":629353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]}]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":733184,"data_stored":629334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.255}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:17:07.605 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:17:07.702 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa7ff4640 1 Processor -- start 2024-09-16T01:17:07.702 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa7ff4640 1 -- start start 2024-09-16T01:17:07.704 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa7ff4640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa0112720 0x7f2fa012f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.704 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa7ff4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa012fce0 0x7f2fa01320d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.704 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa7ff4640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2fa012a420 con 0x7f2fa012a7e0 2024-09-16T01:17:07.704 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa7ff4640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fa01132b0 con 0x7f2fa0112720 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa7ff4640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2fa0112ec0 con 0x7f2fa012fce0 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa5d90640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f2fa012a7e0 0x7f2fa012abc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53372/0 (socket says 172.21.15.175:53372) 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa558f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa0112720 0x7f2fa012f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa5d90640 1 -- 172.21.15.175:0/726626659 learned_addr learned my addr 172.21.15.175:0/726626659 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.701+0000 7f2fa6591640 1 --2- 172.21.15.175:0/726626659 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa012fce0 0x7f2fa01320d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.702+0000 7f2fa4d8e640 1 -- 172.21.15.175:0/726626659 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 404115393 0 0) 0x7f2fa012a420 con 0x7f2fa012a7e0 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.702+0000 7f2fa4d8e640 1 -- 172.21.15.175:0/726626659 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2f8c003520 con 0x7f2fa012a7e0 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.702+0000 7f2fa6591640 1 -- 172.21.15.175:0/726626659 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa0112720 msgr2=0x7f2fa012f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.702+0000 7f2fa6591640 1 --2- 172.21.15.175:0/726626659 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa0112720 0x7f2fa012f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.702+0000 7f2fa6591640 1 -- 172.21.15.175:0/726626659 >> v1:172.21.15.175:6789/0 conn(0x7f2fa012a7e0 legacy=0x7f2fa012abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.702+0000 7f2fa6591640 1 -- 172.21.15.175:0/726626659 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fa006e3e0 con 0x7f2fa012fce0 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.702+0000 7f2fa558f640 1 --2- 172.21.15.175:0/726626659 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa0112720 0x7f2fa012f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.705 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.702+0000 7f2fa6591640 1 --2- 172.21.15.175:0/726626659 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa012fce0 0x7f2fa01320d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2f98009dc0 tx=0x7f2f9802a510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=834e366a7a768c84 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa4d8e640 1 -- 172.21.15.175:0/726626659 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f98007740 con 0x7f2fa012fce0 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa4d8e640 1 -- 172.21.15.175:0/726626659 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f9802d050 con 0x7f2fa012fce0 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa4d8e640 1 -- 172.21.15.175:0/726626659 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f98007ac0 con 0x7f2fa012fce0 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/726626659 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa012fce0 msgr2=0x7f2fa01320d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa7ff4640 1 --2- 172.21.15.175:0/726626659 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa012fce0 0x7f2fa01320d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2f98009dc0 tx=0x7f2f9802a510 comp rx=0 tx=0).stop 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/726626659 shutdown_connections 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa7ff4640 1 --2- 172.21.15.175:0/726626659 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa012fce0 0x7f2fa01320d0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa7ff4640 1 --2- 172.21.15.175:0/726626659 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa0112720 0x7f2fa012f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/726626659 >> 172.21.15.175:0/726626659 conn(0x7f2fa009a9f0 msgr2=0x7f2fa009ae00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/726626659 shutdown_connections 2024-09-16T01:17:07.706 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.703+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/726626659 wait complete. 2024-09-16T01:17:07.708 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.704+0000 7f2fa7ff4640 1 Processor -- start 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.704+0000 7f2fa7ff4640 1 -- start start 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.704+0000 7f2fa7ff4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa0112720 0x7f2fa012d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.704+0000 7f2fa7ff4640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa012a7e0 0x7f2fa012dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.704+0000 7f2fa7ff4640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fa012fce0 0x7f2fa012e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.704+0000 7f2fa7ff4640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fa012fb50 con 0x7f2fa012fce0 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.704+0000 7f2fa7ff4640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fa012f250 con 0x7f2fa012a7e0 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.704+0000 7f2fa7ff4640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f2fa01214e0 con 0x7f2fa0112720 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa5d90640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa0112720 0x7f2fa012d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa558f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa012a7e0 0x7f2fa012dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa5d90640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa0112720 0x7f2fa012d730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37634/0 (socket says 172.21.15.175:37634) 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa5d90640 1 -- 172.21.15.175:0/2648152966 learned_addr learned my addr 172.21.15.175:0/2648152966 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa6591640 1 --2- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fa012fce0 0x7f2fa012e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa5d90640 1 -- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa012a7e0 msgr2=0x7f2fa012dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa5d90640 1 --2- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa012a7e0 0x7f2fa012dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa5d90640 1 -- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fa012fce0 msgr2=0x7f2fa012e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa5d90640 1 --2- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fa012fce0 0x7f2fa012e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa5d90640 1 -- 172.21.15.175:0/2648152966 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f90009400 con 0x7f2fa0112720 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa558f640 1 --2- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa012a7e0 0x7f2fa012dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa5d90640 1 --2- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa0112720 0x7f2fa012d730 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c00c530 tx=0x7f2f9c00c9f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2f967fc640 1 -- 172.21.15.175:0/2648152966 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f9c005ce0 con 0x7f2fa0112720 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2f967fc640 1 -- 172.21.15.175:0/2648152966 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f9c005e40 con 0x7f2fa0112720 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/2648152966 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f98009a70 con 0x7f2fa0112720 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2f967fc640 1 -- 172.21.15.175:0/2648152966 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f9c0072b0 con 0x7f2fa0112720 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.705+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/2648152966 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fa0124b70 con 0x7f2fa0112720 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.706+0000 7f2f967fc640 1 -- 172.21.15.175:0/2648152966 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f2f9c007410 con 0x7f2fa0112720 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.706+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/2648152966 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fa006f880 con 0x7f2fa0112720 2024-09-16T01:17:07.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.706+0000 7f2f967fc640 1 -- 172.21.15.175:0/2648152966 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f2f9c05bea0 con 0x7f2fa0112720 2024-09-16T01:17:07.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.710+0000 7f2f967fc640 1 -- 172.21.15.175:0/2648152966 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f2f9c039c70 con 0x7f2fa0112720 2024-09-16T01:17:07.844 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.842+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/2648152966 --> v1:172.21.15.175:6816/3492848882 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2fa012abc0 con 0x7f2f84047590 2024-09-16T01:17:07.845 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.844+0000 7f2f967fc640 1 -- 172.21.15.175:0/2648152966 <== mgr.4101 v1:172.21.15.175:6816/3492848882 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+35013 (unknown 2965378022 0 3734987759) 0x7f2fa012abc0 con 0x7f2f84047590 2024-09-16T01:17:07.845 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:17:07.846 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:17:07.847 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.846+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/2648152966 >> v1:172.21.15.175:6816/3492848882 conn(0x7f2f84047590 legacy=0x7f2f84049a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.847 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.846+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa0112720 msgr2=0x7f2fa012d730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.847 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.846+0000 7f2fa7ff4640 1 --2- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa0112720 0x7f2fa012d730 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c00c530 tx=0x7f2f9c00c9f0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.847 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.846+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/2648152966 shutdown_connections 2024-09-16T01:17:07.847 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.846+0000 7f2fa7ff4640 1 --2- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2fa012fce0 0x7f2fa012e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.847 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.846+0000 7f2fa7ff4640 1 --2- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2fa012a7e0 0x7f2fa012dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.847 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.846+0000 7f2fa7ff4640 1 --2- 172.21.15.175:0/2648152966 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2fa0112720 0x7f2fa012d730 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.847 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.846+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/2648152966 >> 172.21.15.175:0/2648152966 conn(0x7f2fa009a9f0 msgr2=0x7f2fa0129090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.848 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.846+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/2648152966 shutdown_connections 2024-09-16T01:17:07.848 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.846+0000 7f2fa7ff4640 1 -- 172.21.15.175:0/2648152966 wait complete. 2024-09-16T01:17:07.857 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2024-09-16T01:17:06.251942+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109816,"kb_used_data":1712,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377544,"statfs":{"total":386547056640,"available":386434605056,"internally_reserved":0,"allocated":1753088,"data_stored":1336638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110618394},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.656238"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.625247+0000","last_change":"2024-09-16T01:17:04.625247+0000","last_active":"2024-09-16T01:17:04.625247+0000","last_peered":"2024-09-16T01:17:04.625247+0000","last_clean":"2024-09-16T01:17:04.625247+0000","last_became_active":"2024-09-16T01:17:02.605051+0000","last_became_peered":"2024-09-16T01:17:02.605051+0000","last_unstale":"2024-09-16T01:17:04.625247+0000","last_undegraded":"2024-09-16T01:17:04.625247+0000","last_fullsized":"2024-09-16T01:17:04.625247+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:29.024403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.620185+0000","last_change":"2024-09-16T01:17:04.620185+0000","last_active":"2024-09-16T01:17:04.620185+0000","last_peered":"2024-09-16T01:17:04.620185+0000","last_clean":"2024-09-16T01:17:04.620185+0000","last_became_active":"2024-09-16T01:17:02.609461+0000","last_became_peered":"2024-09-16T01:17:02.609461+0000","last_unstale":"2024-09-16T01:17:04.620185+0000","last_undegraded":"2024-09-16T01:17:04.620185+0000","last_fullsized":"2024-09-16T01:17:04.620185+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:42:21.961622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.625354+0000","last_change":"2024-09-16T01:17:04.625354+0000","last_active":"2024-09-16T01:17:04.625354+0000","last_peered":"2024-09-16T01:17:04.625354+0000","last_clean":"2024-09-16T01:17:04.625354+0000","last_became_active":"2024-09-16T01:17:02.606153+0000","last_became_peered":"2024-09-16T01:17:02.606153+0000","last_unstale":"2024-09-16T01:17:04.625354+0000","last_undegraded":"2024-09-16T01:17:04.625354+0000","last_fullsized":"2024-09-16T01:17:04.625354+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.155648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.620078+0000","last_change":"2024-09-16T01:17:04.620078+0000","last_active":"2024-09-16T01:17:04.620078+0000","last_peered":"2024-09-16T01:17:04.620078+0000","last_clean":"2024-09-16T01:17:04.620078+0000","last_became_active":"2024-09-16T01:17:02.609450+0000","last_became_peered":"2024-09-16T01:17:02.609450+0000","last_unstale":"2024-09-16T01:17:04.620078+0000","last_undegraded":"2024-09-16T01:17:04.620078+0000","last_fullsized":"2024-09-16T01:17:04.620078+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:16:10.756050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":17,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.632087+0000","last_change":"2024-09-16T01:17:04.625002+0000","last_active":"2024-09-16T01:17:04.632087+0000","last_peered":"2024-09-16T01:17:04.632087+0000","last_clean":"2024-09-16T01:17:04.632087+0000","last_became_active":"2024-09-16T01:17:02.607807+0000","last_became_peered":"2024-09-16T01:17:02.607807+0000","last_unstale":"2024-09-16T01:17:04.632087+0000","last_undegraded":"2024-09-16T01:17:04.632087+0000","last_fullsized":"2024-09-16T01:17:04.632087+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:51.295629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.620079+0000","last_change":"2024-09-16T01:17:04.620079+0000","last_active":"2024-09-16T01:17:04.620079+0000","last_peered":"2024-09-16T01:17:04.620079+0000","last_clean":"2024-09-16T01:17:04.620079+0000","last_became_active":"2024-09-16T01:17:02.604729+0000","last_became_peered":"2024-09-16T01:17:02.604729+0000","last_unstale":"2024-09-16T01:17:04.620079+0000","last_undegraded":"2024-09-16T01:17:04.620079+0000","last_fullsized":"2024-09-16T01:17:04.620079+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:01:48.286608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.624580+0000","last_change":"2024-09-16T01:17:04.624580+0000","last_active":"2024-09-16T01:17:04.624580+0000","last_peered":"2024-09-16T01:17:04.624580+0000","last_clean":"2024-09-16T01:17:04.624580+0000","last_became_active":"2024-09-16T01:17:02.607857+0000","last_became_peered":"2024-09-16T01:17:02.607857+0000","last_unstale":"2024-09-16T01:17:04.624580+0000","last_undegraded":"2024-09-16T01:17:04.624580+0000","last_fullsized":"2024-09-16T01:17:04.624580+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:57.756119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T01:17:04.625124+0000","last_change":"2024-09-16T01:17:04.625124+0000","last_active":"2024-09-16T01:17:04.625124+0000","last_peered":"2024-09-16T01:17:04.625124+0000","last_clean":"2024-09-16T01:17:04.625124+0000","last_became_active":"2024-09-16T01:17:02.604833+0000","last_became_peered":"2024-09-16T01:17:02.604833+0000","last_unstale":"2024-09-16T01:17:04.625124+0000","last_undegraded":"2024-09-16T01:17:04.625124+0000","last_fullsized":"2024-09-16T01:17:04.625124+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:41:07.196692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'97","reported_seq":141,"reported_epoch":15,"state":"active+clean","last_fresh":"2024-09-16T01:17:03.610461+0000","last_change":"2024-09-16T01:16:57.597017+0000","last_active":"2024-09-16T01:17:03.610461+0000","last_peered":"2024-09-16T01:17:03.610461+0000","last_clean":"2024-09-16T01:17:03.610461+0000","last_became_active":"2024-09-16T01:16:57.596006+0000","last_became_peered":"2024-09-16T01:16:57.596006+0000","last_unstale":"2024-09-16T01:17:03.610461+0000","last_undegraded":"2024-09-16T01:17:03.610461+0000","last_fullsized":"2024-09-16T01:17:03.610461+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_clean_scrub_stamp":"2024-09-16T01:16:56.561942+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:11.232425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705669,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27168,"kb_used_data":140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344672,"statfs":{"total":96636764160,"available":96608944128,"internally_reserved":0,"allocated":143360,"data_stored":38985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]}]},{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27164,"kb_used_data":136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344676,"statfs":{"total":96636764160,"available":96608948224,"internally_reserved":0,"allocated":139264,"data_stored":38966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.312}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35699999999999998}]}]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27748,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344092,"statfs":{"total":96636764160,"available":96608350208,"internally_reserved":0,"allocated":737280,"data_stored":629353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]}]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":733184,"data_stored":629334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.255}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:17:07.858 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:17:07.858 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T01:17:07.858 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T01:17:07.858 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T01:17:07.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c51b91640 1 Processor -- start 2024-09-16T01:17:07.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c51b91640 1 -- start start 2024-09-16T01:17:07.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c51b91640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c06e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c51b91640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c1218f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c51b91640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f0c4c121e30 0x7f0c4c1222e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c51b91640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c4c071060 con 0x7f0c4c121e30 2024-09-16T01:17:07.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c51b91640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4c06f640 con 0x7f0c4c06ea90 2024-09-16T01:17:07.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c51b91640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4c06fcf0 con 0x7f0c4c06e170 2024-09-16T01:17:07.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c4affd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c1218f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c4b7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c06e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c4bfff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f0c4c121e30 0x7f0c4c1222e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c4b7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c06e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37640/0 (socket says 172.21.15.175:37640) 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c4affd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c1218f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:32892/0 (socket says 172.21.15.175:32892) 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.953+0000 7f0c4b7fe640 1 -- 172.21.15.175:0/3640926212 learned_addr learned my addr 172.21.15.175:0/3640926212 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.954+0000 7f0c4affd640 1 -- 172.21.15.175:0/3640926212 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 msgr2=0x7f0c4c06e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.954+0000 7f0c4affd640 1 --2- 172.21.15.175:0/3640926212 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c06e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.954+0000 7f0c4affd640 1 -- 172.21.15.175:0/3640926212 >> v2:172.21.15.175:3300/0 conn(0x7f0c4c121e30 msgr2=0x7f0c4c1222e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.954+0000 7f0c4affd640 1 --2- 172.21.15.175:0/3640926212 >> v2:172.21.15.175:3300/0 conn(0x7f0c4c121e30 0x7f0c4c1222e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.954+0000 7f0c4affd640 1 -- 172.21.15.175:0/3640926212 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c4c09bba0 con 0x7f0c4c06ea90 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.954+0000 7f0c4b7fe640 1 --2- 172.21.15.175:0/3640926212 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c06e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.954+0000 7f0c4bfff640 1 --2- 172.21.15.175:0/3640926212 >> v2:172.21.15.175:3300/0 conn(0x7f0c4c121e30 0x7f0c4c1222e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.959 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.954+0000 7f0c4affd640 1 --2- 172.21.15.175:0/3640926212 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c1218f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f0c4000dbf0 tx=0x7f0c4002e390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e61485fd028cf09 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.959 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.954+0000 7f0c4a7fc640 1 -- 172.21.15.175:0/3640926212 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c4002eea0 con 0x7f0c4c06ea90 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c4a7fc640 1 -- 172.21.15.175:0/3640926212 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c4000d2d0 con 0x7f0c4c06ea90 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c4a7fc640 1 -- 172.21.15.175:0/3640926212 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c4000b670 con 0x7f0c4c06ea90 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c51b91640 1 -- 172.21.15.175:0/3640926212 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 msgr2=0x7f0c4c1218f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c51b91640 1 --2- 172.21.15.175:0/3640926212 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c1218f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f0c4000dbf0 tx=0x7f0c4002e390 comp rx=0 tx=0).stop 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c51b91640 1 -- 172.21.15.175:0/3640926212 shutdown_connections 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c51b91640 1 --2- 172.21.15.175:0/3640926212 >> v2:172.21.15.175:3300/0 conn(0x7f0c4c121e30 0x7f0c4c1222e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c51b91640 1 --2- 172.21.15.175:0/3640926212 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c1218f0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c51b91640 1 --2- 172.21.15.175:0/3640926212 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c06e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c51b91640 1 -- 172.21.15.175:0/3640926212 >> 172.21.15.175:0/3640926212 conn(0x7f0c4c09a9f0 msgr2=0x7f0c4c09ae00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c51b91640 1 -- 172.21.15.175:0/3640926212 shutdown_connections 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.955+0000 7f0c51b91640 1 -- 172.21.15.175:0/3640926212 wait complete. 2024-09-16T01:17:07.960 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.956+0000 7f0c51b91640 1 Processor -- start 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.956+0000 7f0c51b91640 1 -- start start 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.956+0000 7f0c51b91640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c113fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.956+0000 7f0c51b91640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c114500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.956+0000 7f0c51b91640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0c4c121e30 0x7f0c4c114a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.956+0000 7f0c51b91640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4c117680 con 0x7f0c4c121e30 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.956+0000 7f0c51b91640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4c1173b0 con 0x7f0c4c06ea90 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.956+0000 7f0c51b91640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4c116320 con 0x7f0c4c06e170 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.956+0000 7f0c4b7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c113fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4b7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c113fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37650/0 (socket says 172.21.15.175:37650) 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4b7fe640 1 -- 172.21.15.175:0/991620506 learned_addr learned my addr 172.21.15.175:0/991620506 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4affd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c114500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4bfff640 1 --2- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0c4c121e30 0x7f0c4c114a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:07.961 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4bfff640 1 -- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 msgr2=0x7f0c4c113fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4bfff640 1 --2- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c113fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4bfff640 1 -- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 msgr2=0x7f0c4c114500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4bfff640 1 --2- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c114500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4bfff640 1 -- 172.21.15.175:0/991620506 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c3c0094d0 con 0x7f0c4c121e30 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4affd640 1 --2- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c114500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4b7fe640 1 --2- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c113fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c4bfff640 1 --2- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0c4c121e30 0x7f0c4c114a40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0c4400efc0 tx=0x7f0c4400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c33fff640 1 -- 172.21.15.175:0/991620506 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c4400ccd0 con 0x7f0c4c121e30 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c33fff640 1 -- 172.21.15.175:0/991620506 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c4400f040 con 0x7f0c4c121e30 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c33fff640 1 -- 172.21.15.175:0/991620506 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c44003bd0 con 0x7f0c4c121e30 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c51b91640 1 -- 172.21.15.175:0/991620506 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c44009a70 con 0x7f0c4c121e30 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.957+0000 7f0c51b91640 1 -- 172.21.15.175:0/991620506 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c4000d8a0 con 0x7f0c4c121e30 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.958+0000 7f0c33fff640 1 -- 172.21.15.175:0/991620506 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f0c44014480 con 0x7f0c4c121e30 2024-09-16T01:17:07.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.958+0000 7f0c51b91640 1 -- 172.21.15.175:0/991620506 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c4c0008d0 con 0x7f0c4c121e30 2024-09-16T01:17:07.963 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.958+0000 7f0c33fff640 1 -- 172.21.15.175:0/991620506 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f0c4405d330 con 0x7f0c4c121e30 2024-09-16T01:17:07.963 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:07.962+0000 7f0c33fff640 1 -- 172.21.15.175:0/991620506 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f0c4403b100 con 0x7f0c4c121e30 2024-09-16T01:17:08.119 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.118+0000 7f0c51b91640 1 -- 172.21.15.175:0/991620506 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f0c4c116cc0 con 0x7f0c4c121e30 2024-09-16T01:17:08.119 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.118+0000 7f0c33fff640 1 -- 172.21.15.175:0/991620506 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f0c44018070 con 0x7f0c4c121e30 2024-09-16T01:17:08.119 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:17:08.120 INFO:teuthology.orchestra.run.smithi175.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T01:17:08.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.120+0000 7f0c51b91640 1 -- 172.21.15.175:0/991620506 >> v1:172.21.15.175:6816/3492848882 conn(0x7f0c38047560 legacy=0x7f0c38049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.120+0000 7f0c51b91640 1 -- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0c4c121e30 msgr2=0x7f0c4c114a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.120+0000 7f0c51b91640 1 --2- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0c4c121e30 0x7f0c4c114a40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0c4400efc0 tx=0x7f0c4400c490 comp rx=0 tx=0).stop 2024-09-16T01:17:08.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.120+0000 7f0c51b91640 1 -- 172.21.15.175:0/991620506 shutdown_connections 2024-09-16T01:17:08.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.120+0000 7f0c51b91640 1 --2- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0c4c121e30 0x7f0c4c114a40 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.120+0000 7f0c51b91640 1 --2- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f0c4c06ea90 0x7f0c4c114500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.121 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.120+0000 7f0c51b91640 1 --2- 172.21.15.175:0/991620506 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f0c4c06e170 0x7f0c4c113fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.122 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.120+0000 7f0c51b91640 1 -- 172.21.15.175:0/991620506 >> 172.21.15.175:0/991620506 conn(0x7f0c4c09a9f0 msgr2=0x7f0c4c127e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:08.122 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.120+0000 7f0c51b91640 1 -- 172.21.15.175:0/991620506 shutdown_connections 2024-09-16T01:17:08.122 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.120+0000 7f0c51b91640 1 -- 172.21.15.175:0/991620506 wait complete. 2024-09-16T01:17:08.131 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T01:17:08.132 INFO:teuthology.run_tasks:Running task exec... 2024-09-16T01:17:08.141 INFO:teuthology.task.exec:Executing custom commands... 2024-09-16T01:17:08.141 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:17:08.141 DEBUG:teuthology.orchestra.run.smithi175:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd set-require-min-compat-client reef' 2024-09-16T01:17:08.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.235+0000 7f8e64efe640 1 Processor -- start 2024-09-16T01:17:08.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.235+0000 7f8e64efe640 1 -- start start 2024-09-16T01:17:08.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.235+0000 7f8e64efe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a0c0 0x7f8e6012a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:08.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.235+0000 7f8e64efe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f8e6012a9e0 0x7f8e60093cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:08.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.235+0000 7f8e64efe640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e60069ed0 con 0x7f8e60094210 2024-09-16T01:17:08.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.235+0000 7f8e64efe640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e60095250 con 0x7f8e6012a9e0 2024-09-16T01:17:08.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.235+0000 7f8e64efe640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8e6006b8a0 con 0x7f8e6012a0c0 2024-09-16T01:17:08.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e5e59c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a0c0 0x7f8e6012a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:08.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e55d9b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f8e6012a9e0 0x7f8e60093cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e5e59c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a0c0 0x7f8e6012a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37666/0 (socket says 172.21.15.175:37666) 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e55d9b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f8e6012a9e0 0x7f8e60093cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56158/0 (socket says 172.21.15.175:56158) 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e5e59c640 1 -- 172.21.15.175:0/1353311291 learned_addr learned my addr 172.21.15.175:0/1353311291 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e5ed9d640 1 --1- 172.21.15.175:0/1353311291 >> v1:172.21.15.175:6789/0 conn(0x7f8e60094210 0x7f8e60094660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:53388/0 (socket says 172.21.15.175:53388) 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e5e59c640 1 -- 172.21.15.175:0/1353311291 >> v2:172.21.15.175:3300/0 conn(0x7f8e6012a9e0 msgr2=0x7f8e60093cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e5e59c640 1 --2- 172.21.15.175:0/1353311291 >> v2:172.21.15.175:3300/0 conn(0x7f8e6012a9e0 0x7f8e60093cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e5e59c640 1 -- 172.21.15.175:0/1353311291 >> v1:172.21.15.175:6789/0 conn(0x7f8e60094210 legacy=0x7f8e60094660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e5dd9b640 1 -- 172.21.15.175:0/1353311291 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2539682358 0 0) 0x7f8e60069ed0 con 0x7f8e60094210 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e5e59c640 1 -- 172.21.15.175:0/1353311291 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e60095a50 con 0x7f8e6012a0c0 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.236+0000 7f8e55d9b640 1 --2- 172.21.15.175:0/1353311291 >> v2:172.21.15.175:3300/0 conn(0x7f8e6012a9e0 0x7f8e60093cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:08.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e5e59c640 1 --2- 172.21.15.175:0/1353311291 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a0c0 0x7f8e6012a4a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8e50009870 tx=0x7f8e5002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=542a430cf48865b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:08.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e5dd9b640 1 -- 172.21.15.175:0/1353311291 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e50032440 con 0x7f8e6012a0c0 2024-09-16T01:17:08.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e5dd9b640 1 -- 172.21.15.175:0/1353311291 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e500325a0 con 0x7f8e6012a0c0 2024-09-16T01:17:08.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e5dd9b640 1 -- 172.21.15.175:0/1353311291 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e50032930 con 0x7f8e6012a0c0 2024-09-16T01:17:08.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e64efe640 1 -- 172.21.15.175:0/1353311291 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a0c0 msgr2=0x7f8e6012a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e64efe640 1 --2- 172.21.15.175:0/1353311291 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a0c0 0x7f8e6012a4a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8e50009870 tx=0x7f8e5002a1c0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e64efe640 1 -- 172.21.15.175:0/1353311291 shutdown_connections 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e64efe640 1 --2- 172.21.15.175:0/1353311291 >> v2:172.21.15.175:3300/0 conn(0x7f8e6012a9e0 0x7f8e60093cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e64efe640 1 --2- 172.21.15.175:0/1353311291 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a0c0 0x7f8e6012a4a0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e64efe640 1 -- 172.21.15.175:0/1353311291 >> 172.21.15.175:0/1353311291 conn(0x7f8e60099de0 msgr2=0x7f8e6009a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e64efe640 1 -- 172.21.15.175:0/1353311291 shutdown_connections 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.237+0000 7f8e64efe640 1 -- 172.21.15.175:0/1353311291 wait complete. 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.238+0000 7f8e64efe640 1 Processor -- start 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.238+0000 7f8e64efe640 1 -- start start 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e64efe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8e60094210 0x7f8e601c0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e64efe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8e6012a0c0 0x7f8e601c0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e64efe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a9e0 0x7f8e601c0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e64efe640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e60123520 con 0x7f8e60094210 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e64efe640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e60129d00 con 0x7f8e6012a0c0 2024-09-16T01:17:08.244 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e64efe640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8e60123800 con 0x7f8e6012a9e0 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5e59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8e60094210 0x7f8e601c0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5ed9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a9e0 0x7f8e601c0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5e59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8e60094210 0x7f8e601c0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56170/0 (socket says 172.21.15.175:56170) 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5e59c640 1 -- 172.21.15.175:0/1191897935 learned_addr learned my addr 172.21.15.175:0/1191897935 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5ed9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a9e0 0x7f8e601c0ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:37668/0 (socket says 172.21.15.175:37668) 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e55d9b640 1 --2- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8e6012a0c0 0x7f8e601c0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5ed9d640 1 -- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8e6012a0c0 msgr2=0x7f8e601c0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5ed9d640 1 --2- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8e6012a0c0 0x7f8e601c0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5ed9d640 1 -- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8e60094210 msgr2=0x7f8e601c0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5ed9d640 1 --2- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8e60094210 0x7f8e601c0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5ed9d640 1 -- 172.21.15.175:0/1191897935 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e48009400 con 0x7f8e6012a9e0 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5e59c640 1 --2- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8e60094210 0x7f8e601c0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:08.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.239+0000 7f8e5ed9d640 1 --2- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a9e0 0x7f8e601c0ed0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8e58001560 tx=0x7f8e5800cbe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:08.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.240+0000 7f8e577fe640 1 -- 172.21.15.175:0/1191897935 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e5800ce30 con 0x7f8e6012a9e0 2024-09-16T01:17:08.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.240+0000 7f8e577fe640 1 -- 172.21.15.175:0/1191897935 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e5800a640 con 0x7f8e6012a9e0 2024-09-16T01:17:08.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.240+0000 7f8e64efe640 1 -- 172.21.15.175:0/1191897935 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e500094d0 con 0x7f8e6012a9e0 2024-09-16T01:17:08.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.240+0000 7f8e577fe640 1 -- 172.21.15.175:0/1191897935 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e5800aa10 con 0x7f8e6012a9e0 2024-09-16T01:17:08.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.240+0000 7f8e64efe640 1 -- 172.21.15.175:0/1191897935 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e60094fc0 con 0x7f8e6012a9e0 2024-09-16T01:17:08.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.241+0000 7f8e577fe640 1 -- 172.21.15.175:0/1191897935 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7f8e5800ab70 con 0x7f8e6012a9e0 2024-09-16T01:17:08.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.241+0000 7f8e64efe640 1 -- 172.21.15.175:0/1191897935 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e60122ef0 con 0x7f8e6012a9e0 2024-09-16T01:17:08.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.241+0000 7f8e577fe640 1 -- 172.21.15.175:0/1191897935 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2868+0+0 (secure 0 0 0) 0x7f8e5805bd80 con 0x7f8e6012a9e0 2024-09-16T01:17:08.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.244+0000 7f8e577fe640 1 -- 172.21.15.175:0/1191897935 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7f8e58018030 con 0x7f8e6012a9e0 2024-09-16T01:17:08.389 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.388+0000 7f8e64efe640 1 -- 172.21.15.175:0/1191897935 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd set-require-min-compat-client", "version": "reef"} v 0) v1 -- 0x7f8e6012a4a0 con 0x7f8e6012a9e0 2024-09-16T01:17:08.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.629+0000 7f8e577fe640 1 -- 172.21.15.175:0/1191897935 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd set-require-min-compat-client", "version": "reef"}]=0 set require_min_compat_client to reef v17) v1 ==== 137+0+0 (secure 0 0 0) 0x7f8e58018030 con 0x7f8e6012a9e0 2024-09-16T01:17:08.631 INFO:teuthology.orchestra.run.smithi175.stderr:set require_min_compat_client to reef 2024-09-16T01:17:08.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.631+0000 7f8e64efe640 1 -- 172.21.15.175:0/1191897935 >> v1:172.21.15.175:6816/3492848882 conn(0x7f8e40047560 legacy=0x7f8e40049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.631+0000 7f8e64efe640 1 -- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a9e0 msgr2=0x7f8e601c0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.631+0000 7f8e64efe640 1 --2- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a9e0 0x7f8e601c0ed0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8e58001560 tx=0x7f8e5800cbe0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.631+0000 7f8e64efe640 1 -- 172.21.15.175:0/1191897935 shutdown_connections 2024-09-16T01:17:08.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.631+0000 7f8e64efe640 1 --2- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8e6012a9e0 0x7f8e601c0ed0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.631+0000 7f8e64efe640 1 --2- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8e6012a0c0 0x7f8e601c0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.633 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.631+0000 7f8e64efe640 1 --2- 172.21.15.175:0/1191897935 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8e60094210 0x7f8e601c0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.631+0000 7f8e64efe640 1 -- 172.21.15.175:0/1191897935 >> 172.21.15.175:0/1191897935 conn(0x7f8e60099de0 msgr2=0x7f8e6008af70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:08.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.631+0000 7f8e64efe640 1 -- 172.21.15.175:0/1191897935 shutdown_connections 2024-09-16T01:17:08.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.631+0000 7f8e64efe640 1 -- 172.21.15.175:0/1191897935 wait complete. 2024-09-16T01:17:08.643 INFO:teuthology.run_tasks:Running task print... 2024-09-16T01:17:08.651 INFO:teuthology.task.print:**** done ceph 2024-09-16T01:17:08.652 INFO:teuthology.run_tasks:Running task print... 2024-09-16T01:17:08.659 INFO:teuthology.task.print:*** upgrading, no cephfs present 2024-09-16T01:17:08.659 INFO:teuthology.run_tasks:Running task exec... 2024-09-16T01:17:08.675 INFO:teuthology.task.exec:Executing custom commands... 2024-09-16T01:17:08.675 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:17:08.675 DEBUG:teuthology.orchestra.run.smithi175:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2024-09-16T01:17:08.771 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed7aa12640 1 Processor -- start 2024-09-16T01:17:08.771 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed7aa12640 1 -- start start 2024-09-16T01:17:08.771 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed7aa12640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74093570 0x7fed74093950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:08.771 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed7aa12640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fed74094e50 0x7fed74093e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:08.771 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed7aa12640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed7406b8b0 con 0x7fed7412df70 2024-09-16T01:17:08.771 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed7aa12640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed74095ce0 con 0x7fed74094e50 2024-09-16T01:17:08.771 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed7aa12640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed74096280 con 0x7fed74093570 2024-09-16T01:17:08.771 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed737fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fed74094e50 0x7fed74093e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:08.771 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed73fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74093570 0x7fed74093950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:08.772 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed737fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fed74094e50 0x7fed74093e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56180/0 (socket says 172.21.15.175:56180) 2024-09-16T01:17:08.772 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed737fe640 1 -- 172.21.15.175:0/1147343629 learned_addr learned my addr 172.21.15.175:0/1147343629 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:08.772 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.769+0000 7fed73fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74093570 0x7fed74093950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:32924/0 (socket says 172.21.15.175:32924) 2024-09-16T01:17:08.772 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.770+0000 7fed737fe640 1 -- 172.21.15.175:0/1147343629 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74093570 msgr2=0x7fed74093950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:17:08.772 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.770+0000 7fed737fe640 1 --2- 172.21.15.175:0/1147343629 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74093570 0x7fed74093950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.772 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.770+0000 7fed737fe640 1 -- 172.21.15.175:0/1147343629 >> v1:172.21.15.175:6789/0 conn(0x7fed7412df70 legacy=0x7fed74130360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.772 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.770+0000 7fed737fe640 1 -- 172.21.15.175:0/1147343629 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed740943d0 con 0x7fed74094e50 2024-09-16T01:17:08.772 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.770+0000 7fed72ffd640 1 -- 172.21.15.175:0/1147343629 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 812802184 0 0) 0x7fed7406b8b0 con 0x7fed7412df70 2024-09-16T01:17:08.772 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.770+0000 7fed73fff640 1 --2- 172.21.15.175:0/1147343629 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74093570 0x7fed74093950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:08.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.770+0000 7fed737fe640 1 --2- 172.21.15.175:0/1147343629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed74094e50 0x7fed74093e90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fed68009870 tx=0x7fed6802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95107b6205e934c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:08.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.770+0000 7fed72ffd640 1 -- 172.21.15.175:0/1147343629 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6802ae80 con 0x7fed74094e50 2024-09-16T01:17:08.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.770+0000 7fed72ffd640 1 -- 172.21.15.175:0/1147343629 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed68032440 con 0x7fed74094e50 2024-09-16T01:17:08.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.770+0000 7fed72ffd640 1 -- 172.21.15.175:0/1147343629 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed680327b0 con 0x7fed74094e50 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.771+0000 7fed7aa12640 1 -- 172.21.15.175:0/1147343629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed74094e50 msgr2=0x7fed74093e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.771+0000 7fed7aa12640 1 --2- 172.21.15.175:0/1147343629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed74094e50 0x7fed74093e90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fed68009870 tx=0x7fed6802a130 comp rx=0 tx=0).stop 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.771+0000 7fed7aa12640 1 -- 172.21.15.175:0/1147343629 shutdown_connections 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.771+0000 7fed7aa12640 1 --2- 172.21.15.175:0/1147343629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed74094e50 0x7fed74093e90 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.771+0000 7fed7aa12640 1 --2- 172.21.15.175:0/1147343629 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74093570 0x7fed74093950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.771+0000 7fed7aa12640 1 -- 172.21.15.175:0/1147343629 >> 172.21.15.175:0/1147343629 conn(0x7fed74098f90 msgr2=0x7fed74096800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.771+0000 7fed7aa12640 1 -- 172.21.15.175:0/1147343629 shutdown_connections 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.771+0000 7fed7aa12640 1 -- 172.21.15.175:0/1147343629 wait complete. 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.772+0000 7fed7aa12640 1 Processor -- start 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.772+0000 7fed7aa12640 1 -- start start 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.772+0000 7fed7aa12640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed74093570 0x7fed741be380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.772+0000 7fed7aa12640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74094e50 0x7fed741be8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:08.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.772+0000 7fed7aa12640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed7412df70 0x7fed74090c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.772+0000 7fed7aa12640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed741212c0 con 0x7fed7412df70 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.772+0000 7fed7aa12640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed740927c0 con 0x7fed74094e50 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.772+0000 7fed7aa12640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fed74121f80 con 0x7fed74093570 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.772+0000 7fed737fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74094e50 0x7fed741be8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed737fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74094e50 0x7fed741be8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:32930/0 (socket says 172.21.15.175:32930) 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed78faf640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed7412df70 0x7fed74090c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed737fe640 1 -- 172.21.15.175:0/1890836083 learned_addr learned my addr 172.21.15.175:0/1890836083 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed73fff640 1 --2- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed74093570 0x7fed741be380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed737fe640 1 -- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed74093570 msgr2=0x7fed741be380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed737fe640 1 --2- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed74093570 0x7fed741be380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed737fe640 1 -- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed7412df70 msgr2=0x7fed74090c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed737fe640 1 --2- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed7412df70 0x7fed74090c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed737fe640 1 -- 172.21.15.175:0/1890836083 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed6400b6a0 con 0x7fed74094e50 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed78faf640 1 --2- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed7412df70 0x7fed74090c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed73fff640 1 --2- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed74093570 0x7fed741be380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed737fe640 1 --2- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74094e50 0x7fed741be8c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fed68000c00 tx=0x7fed680046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed70ff9640 1 -- 172.21.15.175:0/1890836083 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed68004230 con 0x7fed74094e50 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed70ff9640 1 -- 172.21.15.175:0/1890836083 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed68004390 con 0x7fed74094e50 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed7aa12640 1 -- 172.21.15.175:0/1890836083 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed680094d0 con 0x7fed74094e50 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed70ff9640 1 -- 172.21.15.175:0/1890836083 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6803e960 con 0x7fed74094e50 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.773+0000 7fed7aa12640 1 -- 172.21.15.175:0/1890836083 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed741bee00 con 0x7fed74094e50 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.774+0000 7fed70ff9640 1 -- 172.21.15.175:0/1890836083 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 5) v1 ==== 55212+0+0 (secure 0 0 0) 0x7fed6803eac0 con 0x7fed74094e50 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.774+0000 7fed7aa12640 1 -- 172.21.15.175:0/1890836083 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed74122450 con 0x7fed74094e50 2024-09-16T01:17:08.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.774+0000 7fed70ff9640 1 -- 172.21.15.175:0/1890836083 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 2840+0+0 (secure 0 0 0) 0x7fed6807da10 con 0x7fed74094e50 2024-09-16T01:17:08.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.778+0000 7fed70ff9640 1 -- 172.21.15.175:0/1890836083 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+146310 (secure 0 0 0) 0x7fed68006650 con 0x7fed74094e50 2024-09-16T01:17:08.934 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.933+0000 7fed7aa12640 1 -- 172.21.15.175:0/1890836083 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fed7406c410 con 0x7fed74094e50 2024-09-16T01:17:08.935 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.934+0000 7fed70ff9640 1 -- 172.21.15.175:0/1890836083 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) v1 ==== 75+0+358 (secure 0 0 0) 0x7fed68037030 con 0x7fed74094e50 2024-09-16T01:17:08.935 INFO:teuthology.orchestra.run.smithi175.stdout:e1 2024-09-16T01:17:08.935 INFO:teuthology.orchestra.run.smithi175.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T01:17:08.935 INFO:teuthology.orchestra.run.smithi175.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T01:17:08.935 INFO:teuthology.orchestra.run.smithi175.stdout:legacy client fscid: -1 2024-09-16T01:17:08.935 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:17:08.935 INFO:teuthology.orchestra.run.smithi175.stdout:No filesystems configured 2024-09-16T01:17:08.935 INFO:teuthology.orchestra.run.smithi175.stderr:dumped fsmap epoch 1 2024-09-16T01:17:08.936 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.935+0000 7fed7aa12640 1 -- 172.21.15.175:0/1890836083 >> v1:172.21.15.175:6816/3492848882 conn(0x7fed60047560 legacy=0x7fed60049a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.937 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.935+0000 7fed7aa12640 1 -- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74094e50 msgr2=0x7fed741be8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:17:08.937 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.935+0000 7fed7aa12640 1 --2- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74094e50 0x7fed741be8c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fed68000c00 tx=0x7fed680046c0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.937 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.935+0000 7fed7aa12640 1 -- 172.21.15.175:0/1890836083 shutdown_connections 2024-09-16T01:17:08.937 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.935+0000 7fed7aa12640 1 --2- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fed7412df70 0x7fed74090c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.937 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.935+0000 7fed7aa12640 1 --2- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fed74094e50 0x7fed741be8c0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.937 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.935+0000 7fed7aa12640 1 --2- 172.21.15.175:0/1890836083 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fed74093570 0x7fed741be380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:17:08.937 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.935+0000 7fed7aa12640 1 -- 172.21.15.175:0/1890836083 >> 172.21.15.175:0/1890836083 conn(0x7fed74098f90 msgr2=0x7fed7406f0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:17:08.937 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.935+0000 7fed7aa12640 1 -- 172.21.15.175:0/1890836083 shutdown_connections 2024-09-16T01:17:08.937 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:17:08.935+0000 7fed7aa12640 1 -- 172.21.15.175:0/1890836083 wait complete. 2024-09-16T01:17:08.946 INFO:teuthology.run_tasks:Running task install.upgrade... 2024-09-16T01:17:08.955 INFO:teuthology.task.install:project ceph config {'mon.a': None} overrides {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T01:17:08.955 INFO:teuthology.task.install:remote ubuntu@smithi175.front.sepia.ceph.com config {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T01:17:08.955 INFO:teuthology.task.install:extra packages: [] 2024-09-16T01:17:08.960 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T01:17:08.960 INFO:teuthology.task.install:Upgrading ceph rpm packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd 2024-09-16T01:17:08.960 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q ceph-common --qf '%{VERSION}-%{RELEASE}' 2024-09-16T01:17:08.981 INFO:teuthology.orchestra.run.smithi175.stdout:18.2.4-853.gae7f3733.el9 2024-09-16T01:17:08.982 INFO:teuthology.packaging:The installed version of ceph-common is 18.2.4-853.gae7f3733.el9 2024-09-16T01:17:08.982 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:17:09.129 INFO:teuthology.task.install:Ceph rpm upgrade from 18.2.4-853.gae7f3733.el9 to 19.1.1-326.g8921c8ef 2024-09-16T01:17:09.130 INFO:teuthology.task.install.rpm:Host smithi175 is: centos 9.stream x86_64 2024-09-16T01:17:09.130 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:17:09.262 INFO:teuthology.task.install.rpm:Repo base URL: https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T01:17:09.263 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f /etc/yum.repos.d/ceph.repo 2024-09-16T01:17:09.397 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T01:17:09.397 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-16T01:17:09.397 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T01:17:09.423 DEBUG:teuthology.orchestra.run.smithi175:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T01:17:09.488 DEBUG:teuthology.orchestra.run.smithi175:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T01:17:09.553 DEBUG:teuthology.orchestra.run.smithi175:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T01:17:09.607 INFO:teuthology.orchestra.run.smithi175.stdout:check_obsoletes = 1 2024-09-16T01:17:09.619 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum clean all 2024-09-16T01:17:09.849 INFO:teuthology.orchestra.run.smithi175.stdout:60 files removed 2024-09-16T01:17:09.878 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd 2024-09-16T01:17:10.420 INFO:teuthology.orchestra.run.smithi175.stdout:ceph packages for x86_64 331 kB/s | 83 kB 00:00 2024-09-16T01:17:10.705 INFO:teuthology.orchestra.run.smithi175.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-16T01:17:10.979 INFO:teuthology.orchestra.run.smithi175.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-16T01:17:11.721 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-09-16T01:17:16.122 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - AppStream 6.2 MB/s | 20 MB 00:03 2024-09-16T01:17:20.722 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - CRB 8.9 MB/s | 6.5 MB 00:00 2024-09-16T01:17:22.215 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - Extras packages 65 kB/s | 19 kB 00:00 2024-09-16T01:17:23.310 INFO:teuthology.orchestra.run.smithi175.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-16T01:17:28.733 INFO:teuthology.orchestra.run.smithi175.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-09-16T01:17:30.996 INFO:teuthology.orchestra.run.smithi175.stderr:Package cephadm available, but not installed. 2024-09-16T01:17:30.996 INFO:teuthology.orchestra.run.smithi175.stdout:No match for argument: cephadm 2024-09-16T01:17:31.002 INFO:teuthology.orchestra.run.smithi175.stderr:Package ceph-mgr-dashboard available, but not installed. 2024-09-16T01:17:31.002 INFO:teuthology.orchestra.run.smithi175.stdout:No match for argument: ceph-mgr-dashboard 2024-09-16T01:17:31.002 INFO:teuthology.orchestra.run.smithi175.stderr:Package ceph-mgr-diskprediction-local available, but not installed. 2024-09-16T01:17:31.002 INFO:teuthology.orchestra.run.smithi175.stdout:No match for argument: ceph-mgr-diskprediction-local 2024-09-16T01:17:31.003 INFO:teuthology.orchestra.run.smithi175.stderr:Package ceph-mgr-rook available, but not installed. 2024-09-16T01:17:31.003 INFO:teuthology.orchestra.run.smithi175.stdout:No match for argument: ceph-mgr-rook 2024-09-16T01:17:31.003 INFO:teuthology.orchestra.run.smithi175.stderr:Package ceph-mgr-cephadm available, but not installed. 2024-09-16T01:17:31.004 INFO:teuthology.orchestra.run.smithi175.stdout:No match for argument: ceph-mgr-cephadm 2024-09-16T01:17:31.006 INFO:teuthology.orchestra.run.smithi175.stderr:Package ceph-volume available, but not installed. 2024-09-16T01:17:31.006 INFO:teuthology.orchestra.run.smithi175.stdout:No match for argument: ceph-volume 2024-09-16T01:17:31.095 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-16T01:17:31.098 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:17:31.098 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-09-16T01:17:31.098 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrading: 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T01:17:31.099 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T01:17:31.100 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T01:17:31.100 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T01:17:31.100 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T01:17:31.100 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T01:17:31.100 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T01:17:31.100 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T01:17:31.100 INFO:teuthology.orchestra.run.smithi175.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T01:17:31.100 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T01:17:31.100 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T01:17:31.101 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T01:17:31.101 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T01:17:31.101 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T01:17:31.101 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T01:17:31.101 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T01:17:31.101 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T01:17:31.101 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T01:17:31.101 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T01:17:31.101 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout:Installing weak dependencies: 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-16T01:17:31.102 INFO:teuthology.orchestra.run.smithi175.stdout:Install 7 Packages 2024-09-16T01:17:31.103 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrade 30 Packages 2024-09-16T01:17:31.103 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:17:31.103 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 131 M 2024-09-16T01:17:31.103 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-16T01:17:31.543 INFO:teuthology.orchestra.run.smithi175.stdout:(1/37): python3-packaging-20.9-5.el9.noarch.rpm 452 kB/s | 77 kB 00:00 2024-09-16T01:17:31.576 INFO:teuthology.orchestra.run.smithi175.stdout:(2/37): lua-5.4.4-4.el9.x86_64.rpm 922 kB/s | 188 kB 00:00 2024-09-16T01:17:31.601 INFO:teuthology.orchestra.run.smithi175.stdout:(3/37): qatlib-service-24.02.0-1.el9.x86_64.rpm 613 kB/s | 36 kB 00:00 2024-09-16T01:17:31.627 INFO:teuthology.orchestra.run.smithi175.stdout:(4/37): qatlib-24.02.0-1.el9.x86_64.rpm 866 kB/s | 221 kB 00:00 2024-09-16T01:17:31.652 INFO:teuthology.orchestra.run.smithi175.stdout:(5/37): qatzip-libs-1.2.0-1.el9.x86_64.rpm 626 kB/s | 47 kB 00:00 2024-09-16T01:17:31.694 INFO:teuthology.orchestra.run.smithi175.stdout:(6/37): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-09-16T01:17:31.745 INFO:teuthology.orchestra.run.smithi175.stdout:(7/37): lua-devel-5.4.4-4.el9.x86_64.rpm 156 kB/s | 22 kB 00:00 2024-09-16T01:17:31.811 INFO:teuthology.orchestra.run.smithi175.stdout:(8/37): ceph-19.1.1-326.g8921c8ef.el9.x86_64.rp 41 kB/s | 6.5 kB 00:00 2024-09-16T01:17:32.020 INFO:teuthology.orchestra.run.smithi175.stdout:(9/37): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86_ 4.2 MB/s | 896 kB 00:00 2024-09-16T01:17:32.070 INFO:teuthology.orchestra.run.smithi175.stdout:(10/37): ceph-immutable-object-cache-19.1.1-326 2.8 MB/s | 145 kB 00:00 2024-09-16T01:17:32.270 INFO:teuthology.orchestra.run.smithi175.stdout:(11/37): ceph-base-19.1.1-326.g8921c8ef.el9.x86 9.5 MB/s | 5.4 MB 00:00 2024-09-16T01:17:32.313 INFO:teuthology.orchestra.run.smithi175.stdout:(12/37): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 9.9 MB/s | 2.4 MB 00:00 2024-09-16T01:17:32.413 INFO:teuthology.orchestra.run.smithi175.stdout:(13/37): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 11 MB/s | 1.5 MB 00:00 2024-09-16T01:17:32.730 INFO:teuthology.orchestra.run.smithi175.stdout:(14/37): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 11 MB/s | 4.7 MB 00:00 2024-09-16T01:17:33.163 INFO:teuthology.orchestra.run.smithi175.stdout:(15/37): ceph-common-19.1.1-326.g8921c8ef.el9.x 15 MB/s | 21 MB 00:01 2024-09-16T01:17:33.205 INFO:teuthology.orchestra.run.smithi175.stdout:(16/37): ceph-selinux-19.1.1-326.g8921c8ef.el9. 610 kB/s | 25 kB 00:00 2024-09-16T01:17:33.439 INFO:teuthology.orchestra.run.smithi175.stdout:(17/37): ceph-osd-19.1.1-326.g8921c8ef.el9.x86_ 16 MB/s | 17 MB 00:01 2024-09-16T01:17:33.573 INFO:teuthology.orchestra.run.smithi175.stdout:(18/37): ceph-radosgw-19.1.1-326.g8921c8ef.el9. 13 MB/s | 11 MB 00:00 2024-09-16T01:17:33.589 INFO:teuthology.orchestra.run.smithi175.stdout:(19/37): libcephfs-devel-19.1.1-326.g8921c8ef.e 211 kB/s | 32 kB 00:00 2024-09-16T01:17:33.623 INFO:teuthology.orchestra.run.smithi175.stdout:(20/37): libcephfs2-19.1.1-326.g8921c8ef.el9.x8 15 MB/s | 751 kB 00:00 2024-09-16T01:17:33.657 INFO:teuthology.orchestra.run.smithi175.stdout:(21/37): libcephsqlite-19.1.1-326.g8921c8ef.el9 2.4 MB/s | 163 kB 00:00 2024-09-16T01:17:33.682 INFO:teuthology.orchestra.run.smithi175.stdout:(22/37): librados-devel-19.1.1-326.g8921c8ef.el 2.1 MB/s | 127 kB 00:00 2024-09-16T01:17:33.749 INFO:teuthology.orchestra.run.smithi175.stdout:(23/37): libradosstriper1-19.1.1-326.g8921c8ef. 7.4 MB/s | 506 kB 00:00 2024-09-16T01:17:33.825 INFO:teuthology.orchestra.run.smithi175.stdout:(24/37): librados2-19.1.1-326.g8921c8ef.el9.x86 20 MB/s | 3.4 MB 00:00 2024-09-16T01:17:33.991 INFO:teuthology.orchestra.run.smithi175.stdout:(25/37): librbd1-19.1.1-326.g8921c8ef.el9.x86_6 13 MB/s | 3.2 MB 00:00 2024-09-16T01:17:34.075 INFO:teuthology.orchestra.run.smithi175.stdout:(26/37): python3-ceph-argparse-19.1.1-326.g8921 541 kB/s | 45 kB 00:00 2024-09-16T01:17:34.150 INFO:teuthology.orchestra.run.smithi175.stdout:(27/37): librgw2-19.1.1-326.g8921c8ef.el9.x86_6 16 MB/s | 5.3 MB 00:00 2024-09-16T01:17:34.176 INFO:teuthology.orchestra.run.smithi175.stdout:(28/37): python3-ceph-common-19.1.1-326.g8921c8 1.3 MB/s | 136 kB 00:00 2024-09-16T01:17:34.209 INFO:teuthology.orchestra.run.smithi175.stdout:(29/37): python3-cephfs-19.1.1-326.g8921c8ef.el 2.7 MB/s | 161 kB 00:00 2024-09-16T01:17:34.243 INFO:teuthology.orchestra.run.smithi175.stdout:(30/37): python3-rados-19.1.1-326.g8921c8ef.el9 4.7 MB/s | 320 kB 00:00 2024-09-16T01:17:34.268 INFO:teuthology.orchestra.run.smithi175.stdout:(31/37): python3-rbd-19.1.1-326.g8921c8ef.el9.x 5.0 MB/s | 300 kB 00:00 2024-09-16T01:17:34.293 INFO:teuthology.orchestra.run.smithi175.stdout:(32/37): python3-rgw-19.1.1-326.g8921c8ef.el9.x 1.9 MB/s | 99 kB 00:00 2024-09-16T01:17:34.319 INFO:teuthology.orchestra.run.smithi175.stdout:(33/37): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86_ 1.7 MB/s | 85 kB 00:00 2024-09-16T01:17:34.377 INFO:teuthology.orchestra.run.smithi175.stdout:(34/37): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_6 2.8 MB/s | 170 kB 00:00 2024-09-16T01:17:34.453 INFO:teuthology.orchestra.run.smithi175.stdout:(35/37): rbd-mirror-19.1.1-326.g8921c8ef.el9.x8 19 MB/s | 3.1 MB 00:00 2024-09-16T01:17:34.478 INFO:teuthology.orchestra.run.smithi175.stdout:(36/37): ceph-mgr-modules-core-19.1.1-326.g8921 2.4 MB/s | 249 kB 00:00 2024-09-16T01:17:35.237 INFO:teuthology.orchestra.run.smithi175.stdout:(37/37): ceph-test-19.1.1-326.g8921c8ef.el9.x86 24 MB/s | 49 MB 00:02 2024-09-16T01:17:35.241 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:17:35.241 INFO:teuthology.orchestra.run.smithi175.stdout:Total 32 MB/s | 131 MB 00:04 2024-09-16T01:17:35.313 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-16T01:17:35.369 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-16T01:17:35.369 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-16T01:17:36.335 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-16T01:17:36.335 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-16T01:17:39.116 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-16T01:17:39.228 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 1/67 2024-09-16T01:17:39.573 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 1/67 2024-09-16T01:17:39.655 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2/67 2024-09-16T01:17:39.779 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2/67 2024-09-16T01:17:39.823 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 3/67 2024-09-16T01:17:40.449 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 3/67 2024-09-16T01:17:40.490 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 4/67 2024-09-16T01:17:40.566 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 4/67 2024-09-16T01:17:40.623 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 5/67 2024-09-16T01:17:40.675 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 6/67 2024-09-16T01:17:40.781 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 6/67 2024-09-16T01:17:40.835 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 7/67 2024-09-16T01:17:40.897 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 7/67 2024-09-16T01:17:40.919 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 8/67 2024-09-16T01:17:40.936 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 8/67 2024-09-16T01:17:41.146 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 9/67 2024-09-16T01:17:41.187 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 9/67 2024-09-16T01:17:41.230 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x 10/67 2024-09-16T01:17:41.259 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lua-5.4.4-4.el9.x86_64 11/67 2024-09-16T01:17:41.329 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 12/67 2024-09-16T01:17:41.374 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : luarocks-3.9.2-5.el9.noarch 13/67 2024-09-16T01:17:41.420 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 14/67 2024-09-16T01:17:41.472 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 15/67 2024-09-16T01:17:41.521 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 16/67 2024-09-16T01:17:41.574 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 17/67 2024-09-16T01:17:41.685 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/67 2024-09-16T01:17:41.737 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86 19/67 2024-09-16T01:17:44.258 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 20/67 2024-09-16T01:17:44.530 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 20/67 2024-09-16T01:17:45.222 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 20/67 2024-09-16T01:17:45.350 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 21/67 2024-09-16T01:17:45.414 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 21/67 2024-09-16T01:17:45.451 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 22/67 2024-09-16T01:17:54.072 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 22/67 2024-09-16T01:17:54.156 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 23/67 2024-09-16T01:17:54.683 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 23/67 2024-09-16T01:17:54.748 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 24/67 2024-09-16T01:17:56.565 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 24/67 2024-09-16T01:17:56.643 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/67 2024-09-16T01:17:56.678 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/67 2024-09-16T01:17:56.826 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-packaging-20.9-5.el9.noarch 26/67 2024-09-16T01:17:57.023 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.n 27/67 2024-09-16T01:17:57.087 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 28/67 2024-09-16T01:17:57.093 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 28/67 2024-09-16T01:17:58.253 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 29/67 2024-09-16T01:17:58.297 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 30/67 2024-09-16T01:17:58.318 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 30/67 2024-09-16T01:17:58.364 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef 31/67 2024-09-16T01:17:58.714 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef 31/67 2024-09-16T01:17:58.756 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 32/67 2024-09-16T01:18:04.351 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 32/67 2024-09-16T01:18:04.587 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 33/67 2024-09-16T01:18:04.639 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 34/67 2024-09-16T01:18:04.698 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 35/67 2024-09-16T01:18:04.812 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 36/67 2024-09-16T01:18:04.859 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 37/67 2024-09-16T01:18:04.889 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-2:18.2.4-853.gae7f3733.el9.x86_64 38/67 2024-09-16T01:18:04.933 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 39/67 2024-09-16T01:18:04.935 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 40/67 2024-09-16T01:18:04.935 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 40/67 2024-09-16T01:18:04.980 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 40/67 2024-09-16T01:18:05.005 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 41/67 2024-09-16T01:18:05.010 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 42/67 2024-09-16T01:18:05.010 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 42/67 2024-09-16T01:18:05.039 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 42/67 2024-09-16T01:18:05.044 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 43/67 2024-09-16T01:18:05.044 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 43/67 2024-09-16T01:18:05.081 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 43/67 2024-09-16T01:18:05.106 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 44/67 2024-09-16T01:18:05.111 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-853.gae7f3733 45/67 2024-09-16T01:18:05.111 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-immutable-object-cache-2:18.2.4-853.gae7f3733 45/67 2024-09-16T01:18:05.140 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-853.gae7f3733 45/67 2024-09-16T01:18:05.173 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_64 46/67 2024-09-16T01:18:05.173 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 47/67 2024-09-16T01:18:05.258 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 47/67 2024-09-16T01:18:05.282 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 48/67 2024-09-16T01:18:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 49/67 2024-09-16T01:18:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 49/67 2024-09-16T01:18:05.317 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 49/67 2024-09-16T01:18:05.322 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 50/67 2024-09-16T01:18:05.322 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 50/67 2024-09-16T01:18:05.367 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 50/67 2024-09-16T01:18:05.374 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 51/67 2024-09-16T01:18:05.374 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 51/67 2024-09-16T01:18:05.410 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 51/67 2024-09-16T01:18:05.410 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 52/67 2024-09-16T01:18:05.443 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 52/67 2024-09-16T01:18:05.449 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 53/67 2024-09-16T01:18:05.450 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 53/67 2024-09-16T01:18:05.547 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 53/67 2024-09-16T01:18:05.547 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 54/67 2024-09-16T01:18:05.580 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 54/67 2024-09-16T01:18:05.580 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_64 55/67 2024-09-16T01:18:05.664 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_64 55/67 2024-09-16T01:18:05.689 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 56/67 2024-09-16T01:18:05.714 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 57/67 2024-09-16T01:18:05.715 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 58/67 2024-09-16T01:18:05.808 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 58/67 2024-09-16T01:18:05.833 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 59/67 2024-09-16T01:18:05.833 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 60/67 2024-09-16T01:18:05.917 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 60/67 2024-09-16T01:18:05.942 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 61/67 2024-09-16T01:18:05.942 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 62/67 2024-09-16T01:18:06.026 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 62/67 2024-09-16T01:18:06.051 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 63/67 2024-09-16T01:18:06.076 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9.x 64/67 2024-09-16T01:18:06.102 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x86 65/67 2024-09-16T01:18:06.135 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9.n 66/67 2024-09-16T01:18:06.136 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librados2-2:18.2.4-853.gae7f3733.el9.x86_64 67/67 2024-09-16T01:18:07.656 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:18.2.4-853.gae7f3733.el9.x86_64 67/67 2024-09-16T01:18:07.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lua-5.4.4-4.el9.x86_64 1/67 2024-09-16T01:18:07.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 2/67 2024-09-16T01:18:07.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 3/67 2024-09-16T01:18:07.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 4/67 2024-09-16T01:18:07.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 5/67 2024-09-16T01:18:07.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 6/67 2024-09-16T01:18:07.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 7/67 2024-09-16T01:18:07.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 8/67 2024-09-16T01:18:07.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-2:18.2.4-853.gae7f3733.el9.x86_64 9/67 2024-09-16T01:18:07.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 10/67 2024-09-16T01:18:07.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 11/67 2024-09-16T01:18:07.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 12/67 2024-09-16T01:18:07.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 13/67 2024-09-16T01:18:07.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 14/67 2024-09-16T01:18:07.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 15/67 2024-09-16T01:18:07.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef 16/67 2024-09-16T01:18:07.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-853.gae7f3733 17/67 2024-09-16T01:18:07.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 18/67 2024-09-16T01:18:07.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 19/67 2024-09-16T01:18:07.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 20/67 2024-09-16T01:18:07.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 21/67 2024-09-16T01:18:07.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 22/67 2024-09-16T01:18:07.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 23/67 2024-09-16T01:18:07.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 24/67 2024-09-16T01:18:07.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 25/67 2024-09-16T01:18:07.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/67 2024-09-16T01:18:07.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 27/67 2024-09-16T01:18:07.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 28/67 2024-09-16T01:18:07.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 29/67 2024-09-16T01:18:07.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 30/67 2024-09-16T01:18:07.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 31/67 2024-09-16T01:18:07.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 32/67 2024-09-16T01:18:07.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_64 33/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 34/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 35/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 36/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 37/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 38/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 39/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 40/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:18.2.4-853.gae7f3733.el9.x86_64 41/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 42/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_64 43/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 44/67 2024-09-16T01:18:07.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 45/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 46/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 47/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x 48/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9.x 49/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86 50/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x86 51/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 52/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 53/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 54/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 55/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 56/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 57/67 2024-09-16T01:18:07.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 58/67 2024-09-16T01:18:07.666 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 59/67 2024-09-16T01:18:07.666 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 60/67 2024-09-16T01:18:07.666 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 61/67 2024-09-16T01:18:07.666 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 62/67 2024-09-16T01:18:07.666 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 63/67 2024-09-16T01:18:07.666 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 64/67 2024-09-16T01:18:07.666 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 65/67 2024-09-16T01:18:07.666 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.n 66/67 2024-09-16T01:18:08.891 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9.n 67/67 2024-09-16T01:18:08.891 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:08.891 INFO:teuthology.orchestra.run.smithi175.stdout:Upgraded: 2024-09-16T01:18:08.891 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.891 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.891 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.892 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.892 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.892 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.892 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.892 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:18:08.892 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.892 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.892 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.893 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.893 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.893 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.893 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.893 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.893 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.893 INFO:teuthology.orchestra.run.smithi175.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.893 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.894 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:18:08.895 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-16T01:18:08.895 INFO:teuthology.orchestra.run.smithi175.stdout: lua-5.4.4-4.el9.x86_64 lua-devel-5.4.4-4.el9.x86_64 2024-09-16T01:18:08.895 INFO:teuthology.orchestra.run.smithi175.stdout: luarocks-3.9.2-5.el9.noarch python3-packaging-20.9-5.el9.noarch 2024-09-16T01:18:08.895 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib-24.02.0-1.el9.x86_64 qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T01:18:08.895 INFO:teuthology.orchestra.run.smithi175.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T01:18:08.895 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:08.895 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-16T01:18:09.317 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:18:09.461 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T01:18:09.485 INFO:teuthology.orchestra.run.smithi175.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T01:18:09.486 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T01:18:09.486 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T01:18:09.487 INFO:teuthology.run_tasks:Running task print... 2024-09-16T01:18:09.496 INFO:teuthology.task.print:**** done install.upgrade 2024-09-16T01:18:09.497 INFO:teuthology.run_tasks:Running task ceph.restart... 2024-09-16T01:18:09.517 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-16T01:18:09.518 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:18:09.538 INFO:tasks.ceph.mon.a:Stopped 2024-09-16T01:18:09.538 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-16T01:18:09.539 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-16T01:18:09.581 INFO:tasks.ceph.mon.a:Started 2024-09-16T01:18:09.581 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-16T01:18:09.581 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:18:09.595 INFO:tasks.ceph.mon.b:Stopped 2024-09-16T01:18:09.595 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-16T01:18:09.596 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-16T01:18:09.639 INFO:tasks.ceph.mon.b:Started 2024-09-16T01:18:09.639 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-16T01:18:09.639 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:18:09.651 INFO:tasks.ceph.mon.c:Stopped 2024-09-16T01:18:09.651 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-16T01:18:09.651 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-16T01:18:09.693 INFO:tasks.ceph.mon.c:Started 2024-09-16T01:18:09.693 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-16T01:18:09.693 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:18:09.716 INFO:tasks.ceph.mgr.x:Stopped 2024-09-16T01:18:09.716 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-16T01:18:09.716 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-16T01:18:09.758 INFO:tasks.ceph.mgr.x:Started 2024-09-16T01:18:09.758 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-16T01:18:09.759 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:18:09.783 INFO:tasks.ceph.mgr.y:Stopped 2024-09-16T01:18:09.783 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-16T01:18:09.783 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-16T01:18:09.825 INFO:tasks.ceph.mgr.y:Started 2024-09-16T01:18:09.825 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-09-16T01:18:09.835 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T01:18:09.835 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T01:18:09.835 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T01:18:09.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.960+0000 7f7ee3e6c640 1 Processor -- start 2024-09-16T01:18:09.962 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.961+0000 7f7ee3e6c640 1 -- start start 2024-09-16T01:18:09.964 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.961+0000 7f7ee3e6c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 0x7f7edc06de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:09.964 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.961+0000 7f7ee3e6c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e740 0x7f7edc137350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:09.964 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.961+0000 7f7ee3e6c640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7edc0705d0 con 0x7f7edc06e360 2024-09-16T01:18:09.965 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.961+0000 7f7ee3e6c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f7edc06fd00 con 0x7f7edc099d00 2024-09-16T01:18:09.965 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.961+0000 7f7ee3e6c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f7edc06ebb0 con 0x7f7edc06e740 2024-09-16T01:18:09.965 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.961+0000 7f7ee1c08640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 0x7f7edc06de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:09.965 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.961+0000 7f7ee1407640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f7edc06e360 0x7f7edc133c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:50604/0 (socket says 172.21.15.175:50604) 2024-09-16T01:18:09.965 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.962+0000 7f7ee1407640 1 -- 172.21.15.175:0/2852370197 learned_addr learned my addr 172.21.15.175:0/2852370197 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:09.965 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.962+0000 7f7ee2409640 1 --2- 172.21.15.175:0/2852370197 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e740 0x7f7edc137350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:09.965 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.962+0000 7f7ee2409640 1 -- 172.21.15.175:0/2852370197 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 msgr2=0x7f7edc06de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:09.965 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.962+0000 7f7ee2409640 1 --2- 172.21.15.175:0/2852370197 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 0x7f7edc06de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:09.965 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.962+0000 7f7ee2409640 1 -- 172.21.15.175:0/2852370197 >> v1:172.21.15.175:6789/0 conn(0x7f7edc06e360 legacy=0x7f7edc133c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:09.966 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.962+0000 7f7ee2409640 1 -- 172.21.15.175:0/2852370197 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7edc06ef10 con 0x7f7edc06e740 2024-09-16T01:18:09.966 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.963+0000 7f7ee2409640 1 --2- 172.21.15.175:0/2852370197 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e740 0x7f7edc137350 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4009dc0 tx=0x7f7ed402a5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12887c313304a35 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:09.966 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.963+0000 7f7ee0c06640 1 -- 172.21.15.175:0/2852370197 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4007740 con 0x7f7edc06e740 2024-09-16T01:18:09.966 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.963+0000 7f7ee0c06640 1 -- 172.21.15.175:0/2852370197 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ed40078e0 con 0x7f7edc06e740 2024-09-16T01:18:09.966 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.963+0000 7f7ee0c06640 1 -- 172.21.15.175:0/2852370197 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4007cb0 con 0x7f7edc06e740 2024-09-16T01:18:09.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.964+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/2852370197 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e740 msgr2=0x7f7edc137350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:09.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.964+0000 7f7ee3e6c640 1 --2- 172.21.15.175:0/2852370197 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e740 0x7f7edc137350 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4009dc0 tx=0x7f7ed402a5b0 comp rx=0 tx=0).stop 2024-09-16T01:18:09.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.964+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/2852370197 shutdown_connections 2024-09-16T01:18:09.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.964+0000 7f7ee3e6c640 1 --2- 172.21.15.175:0/2852370197 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e740 0x7f7edc137350 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:09.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.964+0000 7f7ee3e6c640 1 --2- 172.21.15.175:0/2852370197 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 0x7f7edc06de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:09.973 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.964+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/2852370197 >> 172.21.15.175:0/2852370197 conn(0x7f7edc09c9b0 msgr2=0x7f7edc09cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:09.973 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.964+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/2852370197 shutdown_connections 2024-09-16T01:18:09.973 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.964+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/2852370197 wait complete. 2024-09-16T01:18:09.973 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.965+0000 7f7ee3e6c640 1 Processor -- start 2024-09-16T01:18:09.973 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.965+0000 7f7ee3e6c640 1 -- start start 2024-09-16T01:18:09.974 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee3e6c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e360 0x7f7edc124d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:09.974 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee3e6c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7edc06e740 0x7f7edc1252d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:09.974 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee3e6c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 0x7f7edc125810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:09.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee3e6c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f7edc137c20 con 0x7f7edc06e740 2024-09-16T01:18:09.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee3e6c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f7edc137aa0 con 0x7f7edc099d00 2024-09-16T01:18:09.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee3e6c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f7edc137da0 con 0x7f7edc06e360 2024-09-16T01:18:09.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee2409640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 0x7f7edc125810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:09.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee2409640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 0x7f7edc125810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60696/0 (socket says 172.21.15.175:60696) 2024-09-16T01:18:09.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee2409640 1 -- 172.21.15.175:0/4168236408 learned_addr learned my addr 172.21.15.175:0/4168236408 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:09.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee1c08640 1 --2- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e360 0x7f7edc124d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:09.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee1407640 1 --2- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7edc06e740 0x7f7edc1252d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:09.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee2409640 1 -- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e360 msgr2=0x7f7edc124d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:09.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee2409640 1 --2- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e360 0x7f7edc124d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:09.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee2409640 1 -- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7edc06e740 msgr2=0x7f7edc1252d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:09.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee2409640 1 --2- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7edc06e740 0x7f7edc1252d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:09.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee2409640 1 -- 172.21.15.175:0/4168236408 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7edc126860 con 0x7f7edc099d00 2024-09-16T01:18:09.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee1407640 1 --2- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7edc06e740 0x7f7edc1252d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:18:09.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.966+0000 7f7ee2409640 1 --2- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 0x7f7edc125810 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4009ee0 tx=0x7f7ed4004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:09.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.967+0000 7f7ed27fc640 1 -- 172.21.15.175:0/4168236408 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4040070 con 0x7f7edc099d00 2024-09-16T01:18:09.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.967+0000 7f7ed27fc640 1 -- 172.21.15.175:0/4168236408 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ed4031bc0 con 0x7f7edc099d00 2024-09-16T01:18:09.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.967+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/4168236408 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7edc126fe0 con 0x7f7edc099d00 2024-09-16T01:18:09.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.967+0000 7f7ed27fc640 1 -- 172.21.15.175:0/4168236408 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ed4009450 con 0x7f7edc099d00 2024-09-16T01:18:09.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.967+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/4168236408 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7edc137510 con 0x7f7edc099d00 2024-09-16T01:18:09.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.968+0000 7f7ed27fc640 1 -- 172.21.15.175:0/4168236408 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7f7ed4039040 con 0x7f7edc099d00 2024-09-16T01:18:09.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.968+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/4168236408 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7edc06de20 con 0x7f7edc099d00 2024-09-16T01:18:09.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.968+0000 7f7ee1c08640 1 -- 172.21.15.175:0/4168236408 >> v1:172.21.15.175:6816/3492848882 conn(0x7f7ec00475f0 legacy=0x7f7ec0049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:09.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.968+0000 7f7ed27fc640 1 -- 172.21.15.175:0/4168236408 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7f7ed407e410 con 0x7f7edc099d00 2024-09-16T01:18:09.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:09.973+0000 7f7ed27fc640 1 -- 172.21.15.175:0/4168236408 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7f7ed4006bb0 con 0x7f7edc099d00 2024-09-16T01:18:10.004 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:10.003+0000 7fdee3937040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:18:10.019 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:10.018+0000 7f187b988040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:18:10.046 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:10.045+0000 7fdee3937040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:18:10.088 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:10.087+0000 7f187b988040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:18:10.099 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:10.098+0000 7fdee3937040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:18:10.156 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:10.155+0000 7f187b988040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:18:10.170 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.169+0000 7f7ee1c08640 1 -- 172.21.15.175:0/4168236408 >> v1:172.21.15.175:6816/3492848882 conn(0x7f7ec00475f0 legacy=0x7f7ec0049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:10.224 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:10.223+0000 7fdee3937040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:18:10.232 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.231+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/4168236408 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f7edc068d60 con 0x7f7edc099d00 2024-09-16T01:18:10.233 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.233+0000 7f7ed27fc640 1 -- 172.21.15.175:0/4168236408 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v6) ==== 74+0+107824 (secure 0 0 0) 0x7f7ed4007840 con 0x7f7edc099d00 2024-09-16T01:18:10.235 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:10.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.235+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/4168236408 >> v1:172.21.15.175:6816/3492848882 conn(0x7f7ec00475f0 legacy=0x7f7ec0049ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:10.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.235+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 msgr2=0x7f7edc125810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.235+0000 7f7ee3e6c640 1 --2- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 0x7f7edc125810 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7ed4009ee0 tx=0x7f7ed4004a40 comp rx=0 tx=0).stop 2024-09-16T01:18:10.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.235+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/4168236408 shutdown_connections 2024-09-16T01:18:10.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.235+0000 7f7ee3e6c640 1 --2- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7edc099d00 0x7f7edc125810 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.235+0000 7f7ee3e6c640 1 --2- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7edc06e740 0x7f7edc1252d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.235+0000 7f7ee3e6c640 1 --2- 172.21.15.175:0/4168236408 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7edc06e360 0x7f7edc124d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.235+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/4168236408 >> 172.21.15.175:0/4168236408 conn(0x7f7edc09c9b0 msgr2=0x7f7edc09e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:10.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.235+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/4168236408 shutdown_connections 2024-09-16T01:18:10.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.235+0000 7f7ee3e6c640 1 -- 172.21.15.175:0/4168236408 wait complete. 2024-09-16T01:18:10.250 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":6,"flags":0,"active_gid":4101,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6816","nonce":3492848882}]},"active_addr":"172.21.15.175:6816/3492848882","active_change":"2024-09-16T01:16:48.243721+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4105,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":192493951}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":2490616409}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":2331399488}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":1255099663}]}]} 2024-09-16T01:18:10.253 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T01:18:10.253 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T01:18:10.253 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:18:10.258 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:10.257+0000 7f187b988040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:18:10.342 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:10.341+0000 7fdee3937040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:18:10.353 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.352+0000 7f28f4bb5640 1 Processor -- start 2024-09-16T01:18:10.353 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.352+0000 7f28f4bb5640 1 -- start start 2024-09-16T01:18:10.354 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28f4bb5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f006e7d0 0x7f28f01346d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.354 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28f4bb5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f0134c10 0x7f28f0137000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.354 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28f4bb5640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28f00702f0 con 0x7f28f006dce0 2024-09-16T01:18:10.354 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28f4bb5640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f28f006fef0 con 0x7f28f006e7d0 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28f4bb5640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f28f006f980 con 0x7f28f0134c10 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28ee59c640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f28f006dce0 0x7f28f006e0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:50614/0 (socket says 172.21.15.175:50614) 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28ee59c640 1 -- 172.21.15.175:0/2758934743 learned_addr learned my addr 172.21.15.175:0/2758934743 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28edd9b640 1 --2- 172.21.15.175:0/2758934743 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f006e7d0 0x7f28f01346d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28eed9d640 1 --2- 172.21.15.175:0/2758934743 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f0134c10 0x7f28f0137000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28ed59a640 1 -- 172.21.15.175:0/2758934743 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1111713839 0 0) 0x7f28f00702f0 con 0x7f28f006dce0 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28ed59a640 1 -- 172.21.15.175:0/2758934743 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f28d8003520 con 0x7f28f006dce0 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28eed9d640 1 -- 172.21.15.175:0/2758934743 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f006e7d0 msgr2=0x7f28f01346d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28eed9d640 1 --2- 172.21.15.175:0/2758934743 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f006e7d0 0x7f28f01346d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28eed9d640 1 -- 172.21.15.175:0/2758934743 >> v1:172.21.15.175:6789/0 conn(0x7f28f006dce0 legacy=0x7f28f006e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.355 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.353+0000 7f28eed9d640 1 -- 172.21.15.175:0/2758934743 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28f006ebe0 con 0x7f28f0134c10 2024-09-16T01:18:10.357 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.354+0000 7f28eed9d640 1 --2- 172.21.15.175:0/2758934743 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f0134c10 0x7f28f0137000 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f28e8009dc0 tx=0x7f28e802a5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5588335e6ba99326 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:10.357 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.354+0000 7f28ed59a640 1 -- 172.21.15.175:0/2758934743 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e8007740 con 0x7f28f0134c10 2024-09-16T01:18:10.357 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.354+0000 7f28ed59a640 1 -- 172.21.15.175:0/2758934743 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28e80078e0 con 0x7f28f0134c10 2024-09-16T01:18:10.357 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.354+0000 7f28ed59a640 1 -- 172.21.15.175:0/2758934743 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e8007cb0 con 0x7f28f0134c10 2024-09-16T01:18:10.357 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.355+0000 7f28f4bb5640 1 -- 172.21.15.175:0/2758934743 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f0134c10 msgr2=0x7f28f0137000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.357 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.355+0000 7f28f4bb5640 1 --2- 172.21.15.175:0/2758934743 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f0134c10 0x7f28f0137000 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f28e8009dc0 tx=0x7f28e802a5b0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.357 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.355+0000 7f28f4bb5640 1 -- 172.21.15.175:0/2758934743 shutdown_connections 2024-09-16T01:18:10.357 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.355+0000 7f28f4bb5640 1 --2- 172.21.15.175:0/2758934743 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f0134c10 0x7f28f0137000 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.357 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.355+0000 7f28f4bb5640 1 --2- 172.21.15.175:0/2758934743 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f006e7d0 0x7f28f01346d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.358 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.355+0000 7f28f4bb5640 1 -- 172.21.15.175:0/2758934743 >> 172.21.15.175:0/2758934743 conn(0x7f28f009e980 msgr2=0x7f28f009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:10.358 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.355+0000 7f28f4bb5640 1 -- 172.21.15.175:0/2758934743 shutdown_connections 2024-09-16T01:18:10.358 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.355+0000 7f28f4bb5640 1 -- 172.21.15.175:0/2758934743 wait complete. 2024-09-16T01:18:10.358 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f187b988040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:18:10.360 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f28f4bb5640 1 Processor -- start 2024-09-16T01:18:10.360 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f28f4bb5640 1 -- start start 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f28f4bb5640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28f006dce0 0x7f28f0132c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f28f4bb5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f006e7d0 0x7f28f01331c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f28f4bb5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f0134c10 0x7f28f0133700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f28f4bb5640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01378d0 con 0x7f28f006dce0 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f28f4bb5640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f28f0137750 con 0x7f28f0134c10 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f28f4bb5640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f28f0137a50 con 0x7f28f006e7d0 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f28ee59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28f006dce0 0x7f28f0132c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.356+0000 7f28eed9d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f0134c10 0x7f28f0133700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28ee59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28f006dce0 0x7f28f0132c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:54896/0 (socket says 172.21.15.175:54896) 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28ee59c640 1 -- 172.21.15.175:0/3910807559 learned_addr learned my addr 172.21.15.175:0/3910807559 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28edd9b640 1 --2- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f006e7d0 0x7f28f01331c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28ee59c640 1 -- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f006e7d0 msgr2=0x7f28f01331c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28ee59c640 1 --2- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f006e7d0 0x7f28f01331c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28ee59c640 1 -- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f0134c10 msgr2=0x7f28f0133700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28ee59c640 1 --2- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f0134c10 0x7f28f0133700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28ee59c640 1 -- 172.21.15.175:0/3910807559 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28f0128470 con 0x7f28f006dce0 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28eed9d640 1 --2- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f0134c10 0x7f28f0133700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28ee59c640 1 --2- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28f006dce0 0x7f28f0132c80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f28e000c500 tx=0x7f28e000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28deffd640 1 -- 172.21.15.175:0/3910807559 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e0017070 con 0x7f28f006dce0 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28deffd640 1 -- 172.21.15.175:0/3910807559 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28e0005ce0 con 0x7f28f006dce0 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28deffd640 1 -- 172.21.15.175:0/3910807559 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e0007330 con 0x7f28f006dce0 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28f4bb5640 1 -- 172.21.15.175:0/3910807559 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28f0073a30 con 0x7f28f006dce0 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.357+0000 7f28f4bb5640 1 -- 172.21.15.175:0/3910807559 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28f012cad0 con 0x7f28f006dce0 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.358+0000 7f28deffd640 1 -- 172.21.15.175:0/3910807559 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7f28e001a070 con 0x7f28f006dce0 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.359+0000 7f28edd9b640 1 -- 172.21.15.175:0/3910807559 >> v1:172.21.15.175:6816/3492848882 conn(0x7f28d00475f0 legacy=0x7f28d0049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.359+0000 7f28deffd640 1 -- 172.21.15.175:0/3910807559 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7f28e005c120 con 0x7f28f006dce0 2024-09-16T01:18:10.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.359+0000 7f28f4bb5640 1 -- 172.21.15.175:0/3910807559 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28f006e0c0 con 0x7f28f006dce0 2024-09-16T01:18:10.364 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.363+0000 7f28deffd640 1 -- 172.21.15.175:0/3910807559 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7f28f0128470 con 0x7f28f006dce0 2024-09-16T01:18:10.508 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.507+0000 7f28f4bb5640 1 -- 172.21.15.175:0/3910807559 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f28f01270b0 con 0x7f28f006dce0 2024-09-16T01:18:10.508 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.508+0000 7f28deffd640 1 -- 172.21.15.175:0/3910807559 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+8882 (secure 0 0 0) 0x7f28e005b290 con 0x7f28f006dce0 2024-09-16T01:18:10.509 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:10.509 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":18,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:17:10.699021+0000","last_up_change":"2024-09-16T01:16:55.368380+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":2766697890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":2766697890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":2766697890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":2766697890}]},"public_addr":"172.21.15.175:6812/2766697890","cluster_addr":"172.21.15.175:6813/2766697890","heartbeat_back_addr":"172.21.15.175:6815/2766697890","heartbeat_front_addr":"172.21.15.175:6814/2766697890","state":["exists","up"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":2081807089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":2081807089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":2081807089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":2081807089}]},"public_addr":"172.21.15.175:6803/2081807089","cluster_addr":"172.21.15.175:6805/2081807089","heartbeat_back_addr":"172.21.15.175:6811/2081807089","heartbeat_front_addr":"172.21.15.175:6808/2081807089","state":["exists","up"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":76483218}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":76483218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":76483218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":76483218}]},"public_addr":"172.21.15.175:6800/76483218","cluster_addr":"172.21.15.175:6801/76483218","heartbeat_back_addr":"172.21.15.175:6807/76483218","heartbeat_front_addr":"172.21.15.175:6804/76483218","state":["exists","up"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":1638562674}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":1638562674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":1638562674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":1638562674}]},"public_addr":"172.21.15.175:6802/1638562674","cluster_addr":"172.21.15.175:6806/1638562674","heartbeat_back_addr":"172.21.15.175:6810/1638562674","heartbeat_front_addr":"172.21.15.175:6809/1638562674","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:18:10.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.510+0000 7f28f4bb5640 1 -- 172.21.15.175:0/3910807559 >> v1:172.21.15.175:6816/3492848882 conn(0x7f28d00475f0 legacy=0x7f28d0049ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:10.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.510+0000 7f28f4bb5640 1 -- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28f006dce0 msgr2=0x7f28f0132c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.510+0000 7f28f4bb5640 1 --2- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28f006dce0 0x7f28f0132c80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f28e000c500 tx=0x7f28e000c9c0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.510+0000 7f28f4bb5640 1 -- 172.21.15.175:0/3910807559 shutdown_connections 2024-09-16T01:18:10.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.510+0000 7f28f4bb5640 1 --2- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28f0134c10 0x7f28f0133700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.510+0000 7f28f4bb5640 1 --2- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28f006e7d0 0x7f28f01331c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.510+0000 7f28f4bb5640 1 --2- 172.21.15.175:0/3910807559 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28f006dce0 0x7f28f0132c80 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.510+0000 7f28f4bb5640 1 -- 172.21.15.175:0/3910807559 >> 172.21.15.175:0/3910807559 conn(0x7f28f009e980 msgr2=0x7f28f009df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:10.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.510+0000 7f28f4bb5640 1 -- 172.21.15.175:0/3910807559 shutdown_connections 2024-09-16T01:18:10.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.510+0000 7f28f4bb5640 1 -- 172.21.15.175:0/3910807559 wait complete. 2024-09-16T01:18:10.522 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T01:18:10.522 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:18:10.604 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:10.603+0000 7fdee3937040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:18:10.607 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:10.606+0000 7f187b988040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:18:10.653 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:10.652+0000 7fdee3937040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:18:10.655 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:10.654+0000 7f187b988040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:18:10.662 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.661+0000 7f2a83f76640 1 Processor -- start 2024-09-16T01:18:10.663 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.662+0000 7f2a83f76640 1 -- start start 2024-09-16T01:18:10.664 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.662+0000 7f2a83f76640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c06e7d0 0x7f2a7c1346d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.664 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.662+0000 7f2a83f76640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c134c10 0x7f2a7c137000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.664 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.662+0000 7f2a83f76640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a7c0702f0 con 0x7f2a7c06dce0 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.662+0000 7f2a83f76640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f2a7c06fef0 con 0x7f2a7c134c10 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.662+0000 7f2a83f76640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f2a7c06f980 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a81d12640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f2a7c06dce0 0x7f2a7c06e0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:50626/0 (socket says 172.21.15.175:50626) 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a81511640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c06e7d0 0x7f2a7c1346d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a81d12640 1 -- 172.21.15.175:0/697290597 learned_addr learned my addr 172.21.15.175:0/697290597 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a82513640 1 --2- 172.21.15.175:0/697290597 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c134c10 0x7f2a7c137000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a80d10640 1 -- 172.21.15.175:0/697290597 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1859653901 0 0) 0x7f2a7c0702f0 con 0x7f2a7c06dce0 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a80d10640 1 -- 172.21.15.175:0/697290597 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2a68003520 con 0x7f2a7c06dce0 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a81511640 1 -- 172.21.15.175:0/697290597 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c134c10 msgr2=0x7f2a7c137000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a81511640 1 --2- 172.21.15.175:0/697290597 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c134c10 0x7f2a7c137000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a81511640 1 -- 172.21.15.175:0/697290597 >> v1:172.21.15.175:6789/0 conn(0x7f2a7c06dce0 legacy=0x7f2a7c06e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a81511640 1 -- 172.21.15.175:0/697290597 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a7c06ebe0 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.663+0000 7f2a82513640 1 --2- 172.21.15.175:0/697290597 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c134c10 0x7f2a7c137000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.664+0000 7f2a81511640 1 --2- 172.21.15.175:0/697290597 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c06e7d0 0x7f2a7c1346d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c0097d0 tx=0x7f2a6c02a0d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd11d45bc6d545b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.664+0000 7f2a80d10640 1 -- 172.21.15.175:0/697290597 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c037070 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.664+0000 7f2a80d10640 1 -- 172.21.15.175:0/697290597 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a6c02ae20 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.664+0000 7f2a80d10640 1 -- 172.21.15.175:0/697290597 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c032640 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.665+0000 7f2a83f76640 1 -- 172.21.15.175:0/697290597 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c06e7d0 msgr2=0x7f2a7c1346d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.665+0000 7f2a83f76640 1 --2- 172.21.15.175:0/697290597 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c06e7d0 0x7f2a7c1346d0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c0097d0 tx=0x7f2a6c02a0d0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.665+0000 7f2a83f76640 1 -- 172.21.15.175:0/697290597 shutdown_connections 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.665+0000 7f2a83f76640 1 --2- 172.21.15.175:0/697290597 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c134c10 0x7f2a7c137000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.665+0000 7f2a83f76640 1 --2- 172.21.15.175:0/697290597 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c06e7d0 0x7f2a7c1346d0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.665+0000 7f2a83f76640 1 -- 172.21.15.175:0/697290597 >> 172.21.15.175:0/697290597 conn(0x7f2a7c09e980 msgr2=0x7f2a7c09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:10.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.665+0000 7f2a83f76640 1 -- 172.21.15.175:0/697290597 shutdown_connections 2024-09-16T01:18:10.668 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.665+0000 7f2a83f76640 1 -- 172.21.15.175:0/697290597 wait complete. 2024-09-16T01:18:10.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.667+0000 7f2a83f76640 1 Processor -- start 2024-09-16T01:18:10.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.667+0000 7f2a83f76640 1 -- start start 2024-09-16T01:18:10.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.667+0000 7f2a83f76640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c06dce0 0x7f2a7c1333b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.667+0000 7f2a83f76640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a7c06e7d0 0x7f2a7c1338f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.667+0000 7f2a83f76640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c134c10 0x7f2a7c133e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.667+0000 7f2a83f76640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f2a7c1378d0 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.667+0000 7f2a83f76640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f2a7c137750 con 0x7f2a7c06dce0 2024-09-16T01:18:10.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.667+0000 7f2a81d12640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c06dce0 0x7f2a7c1333b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.667+0000 7f2a82513640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c134c10 0x7f2a7c133e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.667+0000 7f2a83f76640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f2a7c137a50 con 0x7f2a7c134c10 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a82513640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c134c10 0x7f2a7c133e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:47566/0 (socket says 172.21.15.175:47566) 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a81d12640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c06dce0 0x7f2a7c1333b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60752/0 (socket says 172.21.15.175:60752) 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a82513640 1 -- 172.21.15.175:0/2086576159 learned_addr learned my addr 172.21.15.175:0/2086576159 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a81511640 1 --2- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a7c06e7d0 0x7f2a7c1338f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a81511640 1 -- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c134c10 msgr2=0x7f2a7c133e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a81511640 1 --2- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c134c10 0x7f2a7c133e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a81511640 1 -- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c06dce0 msgr2=0x7f2a7c1333b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a81511640 1 --2- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c06dce0 0x7f2a7c1333b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a81511640 1 -- 172.21.15.175:0/2086576159 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a7c127150 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a82513640 1 --2- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c134c10 0x7f2a7c133e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a81d12640 1 --2- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c06dce0 0x7f2a7c1333b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a81511640 1 --2- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a7c06e7d0 0x7f2a7c1338f0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c031000 tx=0x7f2a6c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a727fc640 1 -- 172.21.15.175:0/2086576159 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c041030 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a727fc640 1 -- 172.21.15.175:0/2086576159 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a6c02ac20 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.672 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a83f76640 1 -- 172.21.15.175:0/2086576159 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a7c073a30 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.672 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a727fc640 1 -- 172.21.15.175:0/2086576159 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c037040 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.672 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.668+0000 7f2a83f76640 1 -- 172.21.15.175:0/2086576159 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a7c12ccc0 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.672 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.669+0000 7f2a83f76640 1 -- 172.21.15.175:0/2086576159 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a7c06e0c0 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.672 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.670+0000 7f2a727fc640 1 -- 172.21.15.175:0/2086576159 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7f2a6c044070 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.670+0000 7f2a81d12640 1 -- 172.21.15.175:0/2086576159 >> v1:172.21.15.175:6816/3492848882 conn(0x7f2a600475f0 legacy=0x7f2a60049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:10.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.670+0000 7f2a727fc640 1 -- 172.21.15.175:0/2086576159 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7f2a6c07cde0 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.674 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.674+0000 7f2a727fc640 1 -- 172.21.15.175:0/2086576159 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7f2a6c07bf30 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.802 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:10.801+0000 7fdee3937040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:18:10.803 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:10.802+0000 7f187b988040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:18:10.819 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.817+0000 7f2a83f76640 1 -- 172.21.15.175:0/2086576159 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2a7c069000 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.819 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.818+0000 7f2a727fc640 1 -- 172.21.15.175:0/2086576159 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+8882 (secure 0 0 0) 0x7f2a6c0642d0 con 0x7f2a7c06e7d0 2024-09-16T01:18:10.820 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:10.820 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":18,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:17:10.699021+0000","last_up_change":"2024-09-16T01:16:55.368380+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":2766697890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":2766697890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":2766697890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":2766697890}]},"public_addr":"172.21.15.175:6812/2766697890","cluster_addr":"172.21.15.175:6813/2766697890","heartbeat_back_addr":"172.21.15.175:6815/2766697890","heartbeat_front_addr":"172.21.15.175:6814/2766697890","state":["exists","up"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":2081807089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":2081807089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":2081807089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":2081807089}]},"public_addr":"172.21.15.175:6803/2081807089","cluster_addr":"172.21.15.175:6805/2081807089","heartbeat_back_addr":"172.21.15.175:6811/2081807089","heartbeat_front_addr":"172.21.15.175:6808/2081807089","state":["exists","up"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":76483218}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":76483218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":76483218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":76483218}]},"public_addr":"172.21.15.175:6800/76483218","cluster_addr":"172.21.15.175:6801/76483218","heartbeat_back_addr":"172.21.15.175:6807/76483218","heartbeat_front_addr":"172.21.15.175:6804/76483218","state":["exists","up"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":1638562674}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":1638562674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":1638562674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":1638562674}]},"public_addr":"172.21.15.175:6802/1638562674","cluster_addr":"172.21.15.175:6806/1638562674","heartbeat_back_addr":"172.21.15.175:6810/1638562674","heartbeat_front_addr":"172.21.15.175:6809/1638562674","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:18:10.822 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.821+0000 7f2a83f76640 1 -- 172.21.15.175:0/2086576159 >> v1:172.21.15.175:6816/3492848882 conn(0x7f2a600475f0 legacy=0x7f2a60049ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:10.822 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.821+0000 7f2a83f76640 1 -- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a7c06e7d0 msgr2=0x7f2a7c1338f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.822 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.821+0000 7f2a83f76640 1 --2- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a7c06e7d0 0x7f2a7c1338f0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c031000 tx=0x7f2a6c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.821+0000 7f2a83f76640 1 -- 172.21.15.175:0/2086576159 shutdown_connections 2024-09-16T01:18:10.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.821+0000 7f2a83f76640 1 --2- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2a7c134c10 0x7f2a7c133e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.821+0000 7f2a83f76640 1 --2- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2a7c06e7d0 0x7f2a7c1338f0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.821+0000 7f2a83f76640 1 --2- 172.21.15.175:0/2086576159 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2a7c06dce0 0x7f2a7c1333b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.821+0000 7f2a83f76640 1 -- 172.21.15.175:0/2086576159 >> 172.21.15.175:0/2086576159 conn(0x7f2a7c09e980 msgr2=0x7f2a7c0725c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:10.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.821+0000 7f2a83f76640 1 -- 172.21.15.175:0/2086576159 shutdown_connections 2024-09-16T01:18:10.823 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.821+0000 7f2a83f76640 1 -- 172.21.15.175:0/2086576159 wait complete. 2024-09-16T01:18:10.835 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T01:18:10.835 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T01:18:10.835 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T01:18:10.836 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T01:18:10.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.989+0000 7f44fc72c640 1 Processor -- start 2024-09-16T01:18:10.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.989+0000 7f44fc72c640 1 -- start start 2024-09-16T01:18:10.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.990+0000 7f44fc72c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 0x7f44f412bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.990+0000 7f44fc72c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f44f412c1f0 0x7f44f4128540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.990+0000 7f44fc72c640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44f4094590 con 0x7f44f412c650 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.990+0000 7f44f9cc7640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f44f412c1f0 0x7f44f4128540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.990+0000 7f44f9cc7640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f44f412c1f0 0x7f44f4128540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:54920/0 (socket says 172.21.15.175:54920) 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.990+0000 7f44f9cc7640 1 -- 172.21.15.175:0/830923545 learned_addr learned my addr 172.21.15.175:0/830923545 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.990+0000 7f44fc72c640 1 -- 172.21.15.175:0/830923545 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f44f4094df0 con 0x7f44f412c1f0 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.990+0000 7f44fc72c640 1 -- 172.21.15.175:0/830923545 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f44f40950b0 con 0x7f44f4093760 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.990+0000 7f44fa4c8640 1 --2- 172.21.15.175:0/830923545 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 0x7f44f412bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.991+0000 7f44f9cc7640 1 -- 172.21.15.175:0/830923545 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 msgr2=0x7f44f412bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.991+0000 7f44f9cc7640 1 --2- 172.21.15.175:0/830923545 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 0x7f44f412bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.991+0000 7f44f9cc7640 1 -- 172.21.15.175:0/830923545 >> v1:172.21.15.175:6789/0 conn(0x7f44f412c650 legacy=0x7f44f4128a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.991+0000 7f44f94c6640 1 -- 172.21.15.175:0/830923545 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2329383767 0 0) 0x7f44f4094590 con 0x7f44f412c650 2024-09-16T01:18:10.994 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.991+0000 7f44f9cc7640 1 -- 172.21.15.175:0/830923545 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44f40949b0 con 0x7f44f412c1f0 2024-09-16T01:18:10.994 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.992+0000 7f44fa4c8640 1 --2- 172.21.15.175:0/830923545 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 0x7f44f412bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:10.995 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.992+0000 7f44f9cc7640 1 --2- 172.21.15.175:0/830923545 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f44f412c1f0 0x7f44f4128540 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f44e4009870 tx=0x7f44e402a1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2723037e3ae927dd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:10.995 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.992+0000 7f44f94c6640 1 -- 172.21.15.175:0/830923545 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e4037070 con 0x7f44f412c1f0 2024-09-16T01:18:10.995 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.992+0000 7f44f94c6640 1 -- 172.21.15.175:0/830923545 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44e4032440 con 0x7f44f412c1f0 2024-09-16T01:18:10.995 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.992+0000 7f44f94c6640 1 -- 172.21.15.175:0/830923545 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e4032810 con 0x7f44f412c1f0 2024-09-16T01:18:10.995 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.993+0000 7f44fc72c640 1 -- 172.21.15.175:0/830923545 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f44f412c1f0 msgr2=0x7f44f4128540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.995 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.993+0000 7f44fc72c640 1 --2- 172.21.15.175:0/830923545 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f44f412c1f0 0x7f44f4128540 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f44e4009870 tx=0x7f44e402a1d0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.995 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.993+0000 7f44fc72c640 1 -- 172.21.15.175:0/830923545 shutdown_connections 2024-09-16T01:18:10.996 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.993+0000 7f44fc72c640 1 --2- 172.21.15.175:0/830923545 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f44f412c1f0 0x7f44f4128540 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.996 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.993+0000 7f44fc72c640 1 --2- 172.21.15.175:0/830923545 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 0x7f44f412bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.996 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.993+0000 7f44fc72c640 1 -- 172.21.15.175:0/830923545 >> 172.21.15.175:0/830923545 conn(0x7f44f409c290 msgr2=0x7f44f409c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:10.996 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.993+0000 7f44fc72c640 1 -- 172.21.15.175:0/830923545 shutdown_connections 2024-09-16T01:18:10.996 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.993+0000 7f44fc72c640 1 -- 172.21.15.175:0/830923545 wait complete. 2024-09-16T01:18:10.998 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44fc72c640 1 Processor -- start 2024-09-16T01:18:10.998 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44fc72c640 1 -- start start 2024-09-16T01:18:10.998 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44fc72c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 0x7f44f41c87c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44fc72c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f44f412c1f0 0x7f44f41c8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44fc72c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f44f412c650 0x7f44f41c9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44fc72c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f44f4062e50 con 0x7f44f412c1f0 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44fc72c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f44f41293e0 con 0x7f44f412c650 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44fc72c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f44f4062fd0 con 0x7f44f4093760 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44facc9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f44f412c650 0x7f44f41c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44facc9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f44f412c650 0x7f44f41c9240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60754/0 (socket says 172.21.15.175:60754) 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44facc9640 1 -- 172.21.15.175:0/2922058847 learned_addr learned my addr 172.21.15.175:0/2922058847 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.995+0000 7f44f9cc7640 1 --2- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f44f412c1f0 0x7f44f41c8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.996+0000 7f44fa4c8640 1 --2- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 0x7f44f41c87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.996+0000 7f44facc9640 1 -- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 msgr2=0x7f44f41c87c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.996+0000 7f44facc9640 1 --2- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 0x7f44f41c87c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:10.999 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.996+0000 7f44facc9640 1 -- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f44f412c1f0 msgr2=0x7f44f41c8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.000 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.996+0000 7f44facc9640 1 --2- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f44f412c1f0 0x7f44f41c8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.000 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.996+0000 7f44facc9640 1 -- 172.21.15.175:0/2922058847 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44f40966e0 con 0x7f44f412c650 2024-09-16T01:18:11.000 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.996+0000 7f44fa4c8640 1 --2- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f44f4093760 0x7f44f41c87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:18:11.000 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.996+0000 7f44f9cc7640 1 --2- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f44f412c1f0 0x7f44f41c8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:11.000 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.996+0000 7f44facc9640 1 --2- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f44f412c650 0x7f44f41c9240 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00c750 tx=0x7f44ec00cc10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.000 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.997+0000 7f44eaffd640 1 -- 172.21.15.175:0/2922058847 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec017070 con 0x7f44f412c650 2024-09-16T01:18:11.000 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.997+0000 7f44eaffd640 1 -- 172.21.15.175:0/2922058847 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44ec003da0 con 0x7f44f412c650 2024-09-16T01:18:11.000 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.997+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44f41b4030 con 0x7f44f412c650 2024-09-16T01:18:11.000 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.997+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f44f4097730 con 0x7f44f412c650 2024-09-16T01:18:11.000 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.998+0000 7f44eaffd640 1 -- 172.21.15.175:0/2922058847 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec00ce60 con 0x7f44f412c650 2024-09-16T01:18:11.001 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.998+0000 7f44eaffd640 1 -- 172.21.15.175:0/2922058847 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7f44ec01a070 con 0x7f44f412c650 2024-09-16T01:18:11.001 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.998+0000 7f44eaffd640 1 -- 172.21.15.175:0/2922058847 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7f44ec061cf0 con 0x7f44f412c650 2024-09-16T01:18:11.001 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.998+0000 7f44fa4c8640 1 -- 172.21.15.175:0/2922058847 >> v1:172.21.15.175:6816/3492848882 conn(0x7f44d80475f0 legacy=0x7f44d8049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.001 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:10.999+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 --> v1:172.21.15.175:6802/1638562674 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f44f4063400 con 0x7f44f41c5380 2024-09-16T01:18:11.001 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.000+0000 7f44eaffd640 1 -- 172.21.15.175:0/2922058847 <== osd.3 v1:172.21.15.175:6802/1638562674 1 ==== command_reply(tid 1: 0 ) ==== 8+0+26118 (unknown 0 0 1686565167) 0x7f44f4063400 con 0x7f44f41c5380 2024-09-16T01:18:11.014 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.013+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 --> v1:172.21.15.175:6802/1638562674 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f44f41c5e70 con 0x7f44f41c5380 2024-09-16T01:18:11.014 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.013+0000 7f44eaffd640 1 -- 172.21.15.175:0/2922058847 <== osd.3 v1:172.21.15.175:6802/1638562674 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3077695196) 0x7f44f41c5e70 con 0x7f44f41c5380 2024-09-16T01:18:11.015 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.014+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 >> v1:172.21.15.175:6802/1638562674 conn(0x7f44f41c5380 legacy=0x7f44f41c5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.014+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 >> v1:172.21.15.175:6816/3492848882 conn(0x7f44d80475f0 legacy=0x7f44d8049ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:11.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.014+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f44f412c650 msgr2=0x7f44f41c9240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.014+0000 7f44fc72c640 1 --2- 172.21.15.175:0/2922058847 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f44f412c650 0x7f44f41c9240 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00c750 tx=0x7f44ec00cc10 comp rx=0 tx=0).stop 2024-09-16T01:18:11.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.014+0000 7f44facc9640 1 -- 172.21.15.175:0/2922058847 reap_dead start 2024-09-16T01:18:11.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.014+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 shutdown_connections 2024-09-16T01:18:11.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.014+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 >> 172.21.15.175:0/2922058847 conn(0x7f44f409c290 msgr2=0x7f44f4098c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.014+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 shutdown_connections 2024-09-16T01:18:11.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.014+0000 7f44fc72c640 1 -- 172.21.15.175:0/2922058847 wait complete. 2024-09-16T01:18:11.030 INFO:teuthology.orchestra.run.smithi175.stdout:38654705683 2024-09-16T01:18:11.030 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:18:11.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.029+0000 7fb1e2345640 1 Processor -- start 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.029+0000 7fb1e2345640 1 -- start start 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.029+0000 7fb1e2345640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb1dc12c6e0 0x7fb1dc12cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.029+0000 7fb1e2345640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fb1dc130020 0x7fb1dc137850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.029+0000 7fb1e2345640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1dc0630c0 con 0x7fb1dc12f510 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.029+0000 7fb1e2345640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fb1dc063330 con 0x7fb1dc130020 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.030+0000 7fb1e2345640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fb1dc093ad0 con 0x7fb1dc12c6e0 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.030+0000 7fb1db7fe640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fb1dc12f510 0x7fb1dc12f910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:50646/0 (socket says 172.21.15.175:50646) 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.030+0000 7fb1db7fe640 1 -- 172.21.15.175:0/2208781587 learned_addr learned my addr 172.21.15.175:0/2208781587 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.030+0000 7fb1dbfff640 1 --2- 172.21.15.175:0/2208781587 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb1dc12c6e0 0x7fb1dc12cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.030+0000 7fb1e08e2640 1 --2- 172.21.15.175:0/2208781587 >> v2:172.21.15.175:3300/0 conn(0x7fb1dc130020 0x7fb1dc137850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.030+0000 7fb1e08e2640 1 -- 172.21.15.175:0/2208781587 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb1dc12c6e0 msgr2=0x7fb1dc12cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:11.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.030+0000 7fb1e08e2640 1 --2- 172.21.15.175:0/2208781587 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb1dc12c6e0 0x7fb1dc12cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.030+0000 7fb1e08e2640 1 -- 172.21.15.175:0/2208781587 >> v1:172.21.15.175:6789/0 conn(0x7fb1dc12f510 legacy=0x7fb1dc12f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.030+0000 7fb1e08e2640 1 -- 172.21.15.175:0/2208781587 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1dc12d000 con 0x7fb1dc130020 2024-09-16T01:18:11.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.031+0000 7fb1e08e2640 1 --2- 172.21.15.175:0/2208781587 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1dc130020 0x7fb1dc137850 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4009d90 tx=0x7fb1d402a540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18be19506deb74f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.031+0000 7fb1daffd640 1 -- 172.21.15.175:0/2208781587 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4007740 con 0x7fb1dc130020 2024-09-16T01:18:11.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.031+0000 7fb1daffd640 1 -- 172.21.15.175:0/2208781587 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1d40078e0 con 0x7fb1dc130020 2024-09-16T01:18:11.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.031+0000 7fb1daffd640 1 -- 172.21.15.175:0/2208781587 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4007cb0 con 0x7fb1dc130020 2024-09-16T01:18:11.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.032+0000 7fb1e2345640 1 -- 172.21.15.175:0/2208781587 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1dc130020 msgr2=0x7fb1dc137850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.032+0000 7fb1e2345640 1 --2- 172.21.15.175:0/2208781587 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1dc130020 0x7fb1dc137850 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4009d90 tx=0x7fb1d402a540 comp rx=0 tx=0).stop 2024-09-16T01:18:11.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.032+0000 7fb1e2345640 1 -- 172.21.15.175:0/2208781587 shutdown_connections 2024-09-16T01:18:11.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.032+0000 7fb1e2345640 1 --2- 172.21.15.175:0/2208781587 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1dc130020 0x7fb1dc137850 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.032+0000 7fb1e2345640 1 --2- 172.21.15.175:0/2208781587 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb1dc12c6e0 0x7fb1dc12cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.032+0000 7fb1e2345640 1 -- 172.21.15.175:0/2208781587 >> 172.21.15.175:0/2208781587 conn(0x7fb1dc09c290 msgr2=0x7fb1dc09c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.032+0000 7fb1e2345640 1 -- 172.21.15.175:0/2208781587 shutdown_connections 2024-09-16T01:18:11.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.032+0000 7fb1e2345640 1 -- 172.21.15.175:0/2208781587 wait complete. 2024-09-16T01:18:11.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.033+0000 7fb1e2345640 1 Processor -- start 2024-09-16T01:18:11.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.034+0000 7fb1e2345640 1 -- start start 2024-09-16T01:18:11.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.034+0000 7fb1e2345640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1dc12c6e0 0x7fb1dc071650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.034+0000 7fb1e2345640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb1dc12f510 0x7fb1dc071b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.034+0000 7fb1e2345640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb1dc130020 0x7fb1dc0720d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.034+0000 7fb1e2345640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fb1dc137d90 con 0x7fb1dc12c6e0 2024-09-16T01:18:11.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.034+0000 7fb1e2345640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fb1dc091aa0 con 0x7fb1dc12f510 2024-09-16T01:18:11.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.034+0000 7fb1e2345640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fb1dc137f10 con 0x7fb1dc130020 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.035+0000 7fb1db7fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb1dc12f510 0x7fb1dc071b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.035+0000 7fb1db7fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb1dc12f510 0x7fb1dc071b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60768/0 (socket says 172.21.15.175:60768) 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.035+0000 7fb1dbfff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1dc12c6e0 0x7fb1dc071650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.035+0000 7fb1db7fe640 1 -- 172.21.15.175:0/2560619075 learned_addr learned my addr 172.21.15.175:0/2560619075 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.035+0000 7fb1e08e2640 1 --2- 172.21.15.175:0/2560619075 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb1dc130020 0x7fb1dc0720d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.035+0000 7fb1db7fe640 1 -- 172.21.15.175:0/2560619075 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb1dc130020 msgr2=0x7fb1dc0720d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.035+0000 7fb1db7fe640 1 --2- 172.21.15.175:0/2560619075 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb1dc130020 0x7fb1dc0720d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.035+0000 7fb1db7fe640 1 -- 172.21.15.175:0/2560619075 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1dc12c6e0 msgr2=0x7fb1dc071650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.036+0000 7fb1db7fe640 1 --2- 172.21.15.175:0/2560619075 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1dc12c6e0 0x7fb1dc071650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.036+0000 7fb1db7fe640 1 -- 172.21.15.175:0/2560619075 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1dc137260 con 0x7fb1dc12f510 2024-09-16T01:18:11.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.036+0000 7fb1db7fe640 1 --2- 172.21.15.175:0/2560619075 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb1dc12f510 0x7fb1dc071b90 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000c4a0 tx=0x7fb1d000c960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.039 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.036+0000 7f3cb546b640 1 Processor -- start 2024-09-16T01:18:11.039 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.036+0000 7fb1d8ff9640 1 -- 172.21.15.175:0/2560619075 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d0017070 con 0x7fb1dc12f510 2024-09-16T01:18:11.039 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.036+0000 7fb1d8ff9640 1 -- 172.21.15.175:0/2560619075 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1d0005ce0 con 0x7fb1dc12f510 2024-09-16T01:18:11.039 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.036+0000 7fb1d8ff9640 1 -- 172.21.15.175:0/2560619075 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d0007270 con 0x7fb1dc12f510 2024-09-16T01:18:11.039 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.036+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1dc0731c0 con 0x7fb1dc12f510 2024-09-16T01:18:11.040 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.037+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1dc073a80 con 0x7fb1dc12f510 2024-09-16T01:18:11.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.036+0000 7f3cb546b640 1 -- start start 2024-09-16T01:18:11.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.037+0000 7f3cb546b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3cb0127d90 0x7f3cb0131780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.037+0000 7f3cb546b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3cb01289b0 0x7f3cb012c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.037+0000 7f3cb546b640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3cb006ff00 con 0x7f3cb006dce0 2024-09-16T01:18:11.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.037+0000 7f3cb546b640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f3cb006b430 con 0x7f3cb0127d90 2024-09-16T01:18:11.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.037+0000 7f3cb546b640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f3cb0073d00 con 0x7f3cb01289b0 2024-09-16T01:18:11.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.037+0000 7f3cae7fc640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3cb0127d90 0x7f3cb0131780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.037+0000 7f3cae7fc640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3cb0127d90 0x7f3cb0131780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:54942/0 (socket says 172.21.15.175:54942) 2024-09-16T01:18:11.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.037+0000 7f3cae7fc640 1 -- 172.21.15.175:0/4001231462 learned_addr learned my addr 172.21.15.175:0/4001231462 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.042 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.038+0000 7f3cae7fc640 1 -- 172.21.15.175:0/4001231462 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3cb01289b0 msgr2=0x7f3cb012c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:11.042 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.038+0000 7f3caf7fe640 1 --2- 172.21.15.175:0/4001231462 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3cb01289b0 0x7f3cb012c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.042 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.038+0000 7f3cae7fc640 1 --2- 172.21.15.175:0/4001231462 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3cb01289b0 0x7f3cb012c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.042 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.038+0000 7fb1d8ff9640 1 -- 172.21.15.175:0/2560619075 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7fb1d001a070 con 0x7fb1dc12f510 2024-09-16T01:18:11.042 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.038+0000 7f3cae7fc640 1 -- 172.21.15.175:0/4001231462 >> v1:172.21.15.175:6789/0 conn(0x7f3cb006dce0 legacy=0x7f3cb01282a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:11.042 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.038+0000 7f3cae7fc640 1 -- 172.21.15.175:0/4001231462 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cb0070760 con 0x7f3cb0127d90 2024-09-16T01:18:11.043 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.038+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb1dc072610 con 0x7fb1dc12f510 2024-09-16T01:18:11.043 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.038+0000 7fb1d8ff9640 1 -- 172.21.15.175:0/2560619075 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7fb1d005bf10 con 0x7fb1dc12f510 2024-09-16T01:18:11.043 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.039+0000 7fb1d8ff9640 1 -- 172.21.15.175:0/2560619075 --> v1:172.21.15.175:6800/76483218 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb1d0005640 con 0x7fb1c804dce0 2024-09-16T01:18:11.043 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.039+0000 7fa1395c3640 1 Processor -- start 2024-09-16T01:18:11.043 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.039+0000 7fa1395c3640 1 -- start start 2024-09-16T01:18:11.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.039+0000 7fb1dbfff640 1 -- 172.21.15.175:0/2560619075 >> v1:172.21.15.175:6816/3492848882 conn(0x7fb1c80475f0 legacy=0x7fb1c8049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.039+0000 7fb1d8ff9640 1 -- 172.21.15.175:0/2560619075 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fb1d00398c0 con 0x7fb1dc12f510 2024-09-16T01:18:11.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.039+0000 7f3caf7fe640 1 --2- 172.21.15.175:0/4001231462 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3cb01289b0 0x7f3cb012c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:18:11.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.039+0000 7f3cae7fc640 1 --2- 172.21.15.175:0/4001231462 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cb0127d90 0x7f3cb0131780 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0009e50 tx=0x7f3ca002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d07b5ceb6459565 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7f3cadffb640 1 -- 172.21.15.175:0/4001231462 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca0036070 con 0x7f3cb0127d90 2024-09-16T01:18:11.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7f3cadffb640 1 -- 172.21.15.175:0/4001231462 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ca0031600 con 0x7f3cb0127d90 2024-09-16T01:18:11.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7f3cadffb640 1 -- 172.21.15.175:0/4001231462 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca00319b0 con 0x7f3cb0127d90 2024-09-16T01:18:11.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7fa1395c3640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa13406f0a0 0x7fa13406f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7fa1395c3640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa13412c780 0x7fa1341343b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.046 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7fa1395c3640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa134070c60 con 0x7fa13406f9c0 2024-09-16T01:18:11.046 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7fa1395c3640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fa134070190 con 0x7fa13406f0a0 2024-09-16T01:18:11.046 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7fa1395c3640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fa1340711b0 con 0x7fa13412c780 2024-09-16T01:18:11.046 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7fb1d8ff9640 1 -- 172.21.15.175:0/2560619075 <== osd.2 v1:172.21.15.175:6800/76483218 1 ==== command_reply(tid 1: 0 ) ==== 8+0+26118 (unknown 0 0 1686565167) 0x7fb1d0005640 con 0x7fb1c804dce0 2024-09-16T01:18:11.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7fa1337fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa13412c780 0x7fa1341343b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7fa1337fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa13412c780 0x7fa1341343b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:47614/0 (socket says 172.21.15.175:47614) 2024-09-16T01:18:11.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7fa1337fe640 1 -- 172.21.15.175:0/1573636871 learned_addr learned my addr 172.21.15.175:0/1573636871 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.040+0000 7fa132ffd640 1 --2- 172.21.15.175:0/1573636871 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa13406f0a0 0x7fa13406f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.041+0000 7fa132ffd640 1 -- 172.21.15.175:0/1573636871 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa13412c780 msgr2=0x7fa1341343b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:11.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.041+0000 7fa132ffd640 1 --2- 172.21.15.175:0/1573636871 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa13412c780 0x7fa1341343b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.041+0000 7fa132ffd640 1 -- 172.21.15.175:0/1573636871 >> v1:172.21.15.175:6789/0 conn(0x7fa13406f9c0 legacy=0x7fa13412c070 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:18:11.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.041+0000 7fa132ffd640 1 -- 172.21.15.175:0/1573636871 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa134070360 con 0x7fa13406f0a0 2024-09-16T01:18:11.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.041+0000 7fa1337fe640 1 --2- 172.21.15.175:0/1573636871 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa13412c780 0x7fa1341343b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:11.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.041+0000 7f3cb546b640 1 -- 172.21.15.175:0/4001231462 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cb0127d90 msgr2=0x7f3cb0131780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.041+0000 7f3cb546b640 1 --2- 172.21.15.175:0/4001231462 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cb0127d90 0x7f3cb0131780 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0009e50 tx=0x7f3ca002a5d0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.041+0000 7f3cb546b640 1 -- 172.21.15.175:0/4001231462 shutdown_connections 2024-09-16T01:18:11.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.041+0000 7f3cb546b640 1 --2- 172.21.15.175:0/4001231462 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3cb01289b0 0x7f3cb012c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.042+0000 7f3cb546b640 1 --2- 172.21.15.175:0/4001231462 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cb0127d90 0x7f3cb0131780 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.042+0000 7f3cb546b640 1 -- 172.21.15.175:0/4001231462 >> 172.21.15.175:0/4001231462 conn(0x7f3cb009a600 msgr2=0x7f3cb009aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.042+0000 7f3cb546b640 1 -- 172.21.15.175:0/4001231462 shutdown_connections 2024-09-16T01:18:11.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.042+0000 7fa132ffd640 1 --2- 172.21.15.175:0/1573636871 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa13406f0a0 0x7fa13406f480 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00f3a0 tx=0x7fa12c02e8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=90915197a6c47c20 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.042+0000 7fa131ffb640 1 -- 172.21.15.175:0/1573636871 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12c00d2e0 con 0x7fa13406f0a0 2024-09-16T01:18:11.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.042+0000 7f3cb546b640 1 -- 172.21.15.175:0/4001231462 wait complete. 2024-09-16T01:18:11.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.042+0000 7fa131ffb640 1 -- 172.21.15.175:0/1573636871 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa12c00d480 con 0x7fa13406f0a0 2024-09-16T01:18:11.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.043+0000 7fa131ffb640 1 -- 172.21.15.175:0/1573636871 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12c00b960 con 0x7fa13406f0a0 2024-09-16T01:18:11.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.043+0000 7f3cb546b640 1 Processor -- start 2024-09-16T01:18:11.051 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.043+0000 7f3cb546b640 1 -- start start 2024-09-16T01:18:11.051 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.043+0000 7fa1395c3640 1 -- 172.21.15.175:0/1573636871 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa13406f0a0 msgr2=0x7fa13406f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.051 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.043+0000 7fa1395c3640 1 --2- 172.21.15.175:0/1573636871 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa13406f0a0 0x7fa13406f480 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00f3a0 tx=0x7fa12c02e8e0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.051 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7fa1395c3640 1 -- 172.21.15.175:0/1573636871 shutdown_connections 2024-09-16T01:18:11.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7fa1395c3640 1 --2- 172.21.15.175:0/1573636871 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa13412c780 0x7fa1341343b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7fa1395c3640 1 --2- 172.21.15.175:0/1573636871 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa13406f0a0 0x7fa13406f480 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7fa1395c3640 1 -- 172.21.15.175:0/1573636871 >> 172.21.15.175:0/1573636871 conn(0x7fa13409b610 msgr2=0x7fa13409ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7fa1395c3640 1 -- 172.21.15.175:0/1573636871 shutdown_connections 2024-09-16T01:18:11.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3cb546b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3cb006dce0 0x7f3cb012a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3cb546b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3cb0127d90 0x7f3cb012ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.053 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3cb546b640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cb01289b0 0x7f3cb012b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.053 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3cb546b640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb012cf20 con 0x7f3cb01289b0 2024-09-16T01:18:11.053 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3cb546b640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f3cb012cda0 con 0x7f3cb0127d90 2024-09-16T01:18:11.053 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3cb546b640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f3cb012d0a0 con 0x7f3cb006dce0 2024-09-16T01:18:11.053 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7fa1395c3640 1 -- 172.21.15.175:0/1573636871 wait complete. 2024-09-16T01:18:11.053 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3cae7fc640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3cb0127d90 0x7f3cb012ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.053 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3cae7fc640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3cb0127d90 0x7f3cb012ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60790/0 (socket says 172.21.15.175:60790) 2024-09-16T01:18:11.054 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3cae7fc640 1 -- 172.21.15.175:0/2097170842 learned_addr learned my addr 172.21.15.175:0/2097170842 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.054 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3caeffd640 1 --2- 172.21.15.175:0/2097170842 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3cb006dce0 0x7f3cb012a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.054 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.044+0000 7f3caf7fe640 1 --2- 172.21.15.175:0/2097170842 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cb01289b0 0x7f3cb012b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.054 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.045+0000 7fa1395c3640 1 Processor -- start 2024-09-16T01:18:11.054 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.045+0000 7fa1395c3640 1 -- start start 2024-09-16T01:18:11.054 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.045+0000 7f3cae7fc640 1 -- 172.21.15.175:0/2097170842 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3cb006dce0 msgr2=0x7f3cb012a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.054 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.045+0000 7f3cae7fc640 1 --2- 172.21.15.175:0/2097170842 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3cb006dce0 0x7f3cb012a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.054 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.045+0000 7f3cae7fc640 1 -- 172.21.15.175:0/2097170842 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cb01289b0 msgr2=0x7f3cb012b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.055 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.045+0000 7f3cae7fc640 1 --2- 172.21.15.175:0/2097170842 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cb01289b0 0x7f3cb012b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.055 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.045+0000 7f3cae7fc640 1 -- 172.21.15.175:0/2097170842 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cb0137280 con 0x7f3cb0127d90 2024-09-16T01:18:11.055 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1395c3640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa13406f0a0 0x7fa1341c01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.055 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1395c3640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa13406f9c0 0x7fa1341c06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.055 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1395c3640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa13412c780 0x7fa13408cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.056 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1395c3640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fa13412cdb0 con 0x7fa13406f9c0 2024-09-16T01:18:11.056 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1395c3640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fa13412cc30 con 0x7fa13406f0a0 2024-09-16T01:18:11.056 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1395c3640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fa13412cf30 con 0x7fa13412c780 2024-09-16T01:18:11.056 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1327fc640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa13406f9c0 0x7fa1341c06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.056 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1327fc640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa13406f9c0 0x7fa1341c06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:54966/0 (socket says 172.21.15.175:54966) 2024-09-16T01:18:11.056 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1327fc640 1 -- 172.21.15.175:0/2950397118 learned_addr learned my addr 172.21.15.175:0/2950397118 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.056 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa132ffd640 1 --2- 172.21.15.175:0/2950397118 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa13406f0a0 0x7fa1341c01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.056 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7f3cae7fc640 1 --2- 172.21.15.175:0/2097170842 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3cb0127d90 0x7f3cb012ad90 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0000f80 tx=0x7f3ca0004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.057 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1327fc640 1 -- 172.21.15.175:0/2950397118 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa13412c780 msgr2=0x7fa13408cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.057 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1327fc640 1 --2- 172.21.15.175:0/2950397118 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa13412c780 0x7fa13408cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.057 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1327fc640 1 -- 172.21.15.175:0/2950397118 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa13406f0a0 msgr2=0x7fa1341c01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.057 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1327fc640 1 --2- 172.21.15.175:0/2950397118 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa13406f0a0 0x7fa1341c01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.057 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.046+0000 7fa1327fc640 1 -- 172.21.15.175:0/2950397118 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa134090250 con 0x7fa13406f9c0 2024-09-16T01:18:11.057 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.047+0000 7fa1327fc640 1 --2- 172.21.15.175:0/2950397118 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa13406f9c0 0x7fa1341c06e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa12400c780 tx=0x7fa12400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.058 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.047+0000 7f3c977fe640 1 -- 172.21.15.175:0/2097170842 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca0036050 con 0x7f3cb0127d90 2024-09-16T01:18:11.058 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.047+0000 7f3c977fe640 1 -- 172.21.15.175:0/2097170842 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ca0042070 con 0x7f3cb0127d90 2024-09-16T01:18:11.058 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.047+0000 7f3c977fe640 1 -- 172.21.15.175:0/2097170842 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca0004470 con 0x7f3cb0127d90 2024-09-16T01:18:11.058 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.047+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cb012ba90 con 0x7f3cb0127d90 2024-09-16T01:18:11.058 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.047+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cb013aab0 con 0x7f3cb0127d90 2024-09-16T01:18:11.059 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.047+0000 7fa12b7fe640 1 -- 172.21.15.175:0/2950397118 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa124016020 con 0x7fa13406f9c0 2024-09-16T01:18:11.059 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.047+0000 7fa12b7fe640 1 -- 172.21.15.175:0/2950397118 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa12400a840 con 0x7fa13406f9c0 2024-09-16T01:18:11.059 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.047+0000 7fa12b7fe640 1 -- 172.21.15.175:0/2950397118 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12400ac70 con 0x7fa13406f9c0 2024-09-16T01:18:11.059 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.048+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa13408f9b0 con 0x7fa13406f9c0 2024-09-16T01:18:11.059 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.048+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1341c0c20 con 0x7fa13406f9c0 2024-09-16T01:18:11.059 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.048+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3cb012c650 con 0x7f3cb0127d90 2024-09-16T01:18:11.059 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.049+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa13406f480 con 0x7fa13406f9c0 2024-09-16T01:18:11.060 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.049+0000 7f3c977fe640 1 -- 172.21.15.175:0/2097170842 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7f3ca0004610 con 0x7f3cb0127d90 2024-09-16T01:18:11.060 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.050+0000 7f3caeffd640 1 -- 172.21.15.175:0/2097170842 >> v1:172.21.15.175:6816/3492848882 conn(0x7f3c9c0476c0 legacy=0x7f3c9c049b80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.060 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.050+0000 7f3c977fe640 1 -- 172.21.15.175:0/2097170842 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7f3ca007db00 con 0x7f3cb0127d90 2024-09-16T01:18:11.060 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.050+0000 7f3c977fe640 1 -- 172.21.15.175:0/2097170842 --> v1:172.21.15.175:6803/2081807089 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3c9c051a80 con 0x7f3c9c04ddb0 2024-09-16T01:18:11.060 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.050+0000 7f3c977fe640 1 -- 172.21.15.175:0/2097170842 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f3ca00822a0 con 0x7f3cb0127d90 2024-09-16T01:18:11.061 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.050+0000 7fa12b7fe640 1 -- 172.21.15.175:0/2950397118 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7fa124019020 con 0x7fa13406f9c0 2024-09-16T01:18:11.061 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.050+0000 7fa12b7fe640 1 -- 172.21.15.175:0/2950397118 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7fa12405cba0 con 0x7fa13406f9c0 2024-09-16T01:18:11.061 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.050+0000 7fa132ffd640 1 -- 172.21.15.175:0/2950397118 >> v1:172.21.15.175:6816/3492848882 conn(0x7fa1140476c0 legacy=0x7fa114049b80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.061 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.050+0000 7fa12b7fe640 1 -- 172.21.15.175:0/2950397118 --> v1:172.21.15.175:6812/2766697890 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa12400ee50 con 0x7fa11404dd40 2024-09-16T01:18:11.061 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.050+0000 7fa12b7fe640 1 -- 172.21.15.175:0/2950397118 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fa1240612a0 con 0x7fa13406f9c0 2024-09-16T01:18:11.061 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.051+0000 7fa12b7fe640 1 -- 172.21.15.175:0/2950397118 <== osd.0 v1:172.21.15.175:6812/2766697890 1 ==== command_reply(tid 1: 0 ) ==== 8+0+26118 (unknown 0 0 1686565167) 0x7fa12400ee50 con 0x7fa11404dd40 2024-09-16T01:18:11.062 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.051+0000 7f3c977fe640 1 -- 172.21.15.175:0/2097170842 <== osd.1 v1:172.21.15.175:6803/2081807089 1 ==== command_reply(tid 1: 0 ) ==== 8+0+26118 (unknown 0 0 1686565167) 0x7f3c9c051a80 con 0x7f3c9c04ddb0 2024-09-16T01:18:11.062 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.059+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 --> v1:172.21.15.175:6800/76483218 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb1dc072a10 con 0x7fb1c804dce0 2024-09-16T01:18:11.062 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.059+0000 7fb1d8ff9640 1 -- 172.21.15.175:0/2560619075 <== osd.2 v1:172.21.15.175:6800/76483218 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1159357919) 0x7fb1dc072a10 con 0x7fb1c804dce0 2024-09-16T01:18:11.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.060+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 >> v1:172.21.15.175:6800/76483218 conn(0x7fb1c804dce0 legacy=0x7fb1c8050140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.060+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 >> v1:172.21.15.175:6816/3492848882 conn(0x7fb1c80475f0 legacy=0x7fb1c8049ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:11.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.060+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb1dc12f510 msgr2=0x7fb1dc071b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.060+0000 7fb1e2345640 1 --2- 172.21.15.175:0/2560619075 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb1dc12f510 0x7fb1dc071b90 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000c4a0 tx=0x7fb1d000c960 comp rx=0 tx=0).stop 2024-09-16T01:18:11.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.060+0000 7fb1e08e2640 1 -- 172.21.15.175:0/2560619075 reap_dead start 2024-09-16T01:18:11.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.060+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 shutdown_connections 2024-09-16T01:18:11.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.060+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 >> 172.21.15.175:0/2560619075 conn(0x7fb1dc09c290 msgr2=0x7fb1dc09c670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.060+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 shutdown_connections 2024-09-16T01:18:11.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.060+0000 7fb1e2345640 1 -- 172.21.15.175:0/2560619075 wait complete. 2024-09-16T01:18:11.075 INFO:teuthology.orchestra.run.smithi175.stdout:38654705682 2024-09-16T01:18:11.076 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:18:11.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.082+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 --> v1:172.21.15.175:6803/2081807089 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3cb0126400 con 0x7f3c9c04ddb0 2024-09-16T01:18:11.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.082+0000 7f3c977fe640 1 -- 172.21.15.175:0/2097170842 <== osd.1 v1:172.21.15.175:6803/2081807089 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1159357919) 0x7f3cb0126400 con 0x7f3c9c04ddb0 2024-09-16T01:18:11.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.082+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 --> v1:172.21.15.175:6812/2766697890 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa13406e600 con 0x7fa11404dd40 2024-09-16T01:18:11.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7fa12b7fe640 1 -- 172.21.15.175:0/2950397118 <== osd.0 v1:172.21.15.175:6812/2766697890 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1159357919) 0x7fa13406e600 con 0x7fa11404dd40 2024-09-16T01:18:11.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 >> v1:172.21.15.175:6812/2766697890 conn(0x7fa11404dd40 legacy=0x7fa1140501a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 >> v1:172.21.15.175:6816/3492848882 conn(0x7fa1140476c0 legacy=0x7fa114049b80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:11.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa13406f9c0 msgr2=0x7fa1341c06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7fa1395c3640 1 --2- 172.21.15.175:0/2950397118 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa13406f9c0 0x7fa1341c06e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa12400c780 tx=0x7fa12400cc40 comp rx=0 tx=0).stop 2024-09-16T01:18:11.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7fa1337fe640 1 -- 172.21.15.175:0/2950397118 reap_dead start 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 shutdown_connections 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 >> 172.21.15.175:0/2950397118 conn(0x7fa13409b610 msgr2=0x7fa13406dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 >> v1:172.21.15.175:6803/2081807089 conn(0x7f3c9c04ddb0 legacy=0x7f3c9c050210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 >> v1:172.21.15.175:6816/3492848882 conn(0x7f3c9c0476c0 legacy=0x7f3c9c049b80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3cb0127d90 msgr2=0x7f3cb012ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7f3cb546b640 1 --2- 172.21.15.175:0/2097170842 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3cb0127d90 0x7f3cb012ad90 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0000f80 tx=0x7f3ca0004a40 comp rx=0 tx=0).stop 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7f3caf7fe640 1 -- 172.21.15.175:0/2097170842 reap_dead start 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 shutdown_connections 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 >> 172.21.15.175:0/2097170842 conn(0x7f3cb009a600 msgr2=0x7f3cb0098bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 shutdown_connections 2024-09-16T01:18:11.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.083+0000 7f3cb546b640 1 -- 172.21.15.175:0/2097170842 wait complete. 2024-09-16T01:18:11.087 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.084+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 shutdown_connections 2024-09-16T01:18:11.087 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.084+0000 7fa1395c3640 1 -- 172.21.15.175:0/2950397118 wait complete. 2024-09-16T01:18:11.104 INFO:teuthology.orchestra.run.smithi175.stdout:38654705682 2024-09-16T01:18:11.104 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:18:11.105 INFO:teuthology.orchestra.run.smithi175.stdout:38654705682 2024-09-16T01:18:11.105 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:18:11.119 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.118+0000 7fdee3937040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:18:11.156 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:11.155+0000 7f187b988040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:18:11.168 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.167+0000 7fce188f0640 1 Processor -- start 2024-09-16T01:18:11.168 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.167+0000 7fce188f0640 1 -- start start 2024-09-16T01:18:11.169 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.167+0000 7fce188f0640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce14133990 0x7fce14133d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.169 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.168+0000 7fce188f0640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fce141309c0 0x7fce14130e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.169 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.168+0000 7fce188f0640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce1406eab0 con 0x7fce141342b0 2024-09-16T01:18:11.169 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.168+0000 7fce188f0640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fce14070140 con 0x7fce141309c0 2024-09-16T01:18:11.169 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.168+0000 7fce188f0640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fce140703e0 con 0x7fce14133990 2024-09-16T01:18:11.169 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.168+0000 7fce1259c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce14133990 0x7fce14133d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.170 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.168+0000 7fce12d9d640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fce141309c0 0x7fce14130e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.170 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.168+0000 7fce1259c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce14133990 0x7fce14133d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:47654/0 (socket says 172.21.15.175:47654) 2024-09-16T01:18:11.170 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.168+0000 7fce1259c640 1 -- 172.21.15.175:0/3095569269 learned_addr learned my addr 172.21.15.175:0/3095569269 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.169+0000 7fce1259c640 1 -- 172.21.15.175:0/3095569269 >> v2:172.21.15.175:3300/0 conn(0x7fce141309c0 msgr2=0x7fce14130e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:11.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.169+0000 7fce1259c640 1 --2- 172.21.15.175:0/3095569269 >> v2:172.21.15.175:3300/0 conn(0x7fce141309c0 0x7fce14130e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.169+0000 7fce1259c640 1 -- 172.21.15.175:0/3095569269 >> v1:172.21.15.175:6789/0 conn(0x7fce141342b0 legacy=0x7fce141302b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.169+0000 7fce1259c640 1 -- 172.21.15.175:0/3095569269 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1406eef0 con 0x7fce14133990 2024-09-16T01:18:11.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.169+0000 7fce1259c640 1 --2- 172.21.15.175:0/3095569269 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce14133990 0x7fce14133d70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fce04009870 tx=0x7fce0402a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cb7dd33b3579a146 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.170+0000 7fce1159a640 1 -- 172.21.15.175:0/3095569269 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce04037070 con 0x7fce14133990 2024-09-16T01:18:11.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.170+0000 7fce1159a640 1 -- 172.21.15.175:0/3095569269 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce04032440 con 0x7fce14133990 2024-09-16T01:18:11.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.170+0000 7fce1159a640 1 -- 172.21.15.175:0/3095569269 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce04032810 con 0x7fce14133990 2024-09-16T01:18:11.172 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.170+0000 7fce188f0640 1 -- 172.21.15.175:0/3095569269 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce14133990 msgr2=0x7fce14133d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.172 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.171+0000 7fce188f0640 1 --2- 172.21.15.175:0/3095569269 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce14133990 0x7fce14133d70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fce04009870 tx=0x7fce0402a130 comp rx=0 tx=0).stop 2024-09-16T01:18:11.172 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.171+0000 7fce188f0640 1 -- 172.21.15.175:0/3095569269 shutdown_connections 2024-09-16T01:18:11.173 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.171+0000 7fce188f0640 1 --2- 172.21.15.175:0/3095569269 >> v2:172.21.15.175:3300/0 conn(0x7fce141309c0 0x7fce14130e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.173 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.171+0000 7fce188f0640 1 --2- 172.21.15.175:0/3095569269 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce14133990 0x7fce14133d70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.173 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.171+0000 7fce188f0640 1 -- 172.21.15.175:0/3095569269 >> 172.21.15.175:0/3095569269 conn(0x7fce1409db00 msgr2=0x7fce1409df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.173 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.171+0000 7fce188f0640 1 -- 172.21.15.175:0/3095569269 shutdown_connections 2024-09-16T01:18:11.173 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.171+0000 7fce188f0640 1 -- 172.21.15.175:0/3095569269 wait complete. 2024-09-16T01:18:11.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.172+0000 7fce188f0640 1 Processor -- start 2024-09-16T01:18:11.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.172+0000 7fce188f0640 1 -- start start 2024-09-16T01:18:11.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce188f0640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce141309c0 0x7fce14134b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce188f0640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce14133990 0x7fce141350b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce188f0640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fce141342b0 0x7fce141355f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce188f0640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fce1413bee0 con 0x7fce14133990 2024-09-16T01:18:11.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce188f0640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fce1413bd60 con 0x7fce141342b0 2024-09-16T01:18:11.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce188f0640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fce1413c060 con 0x7fce141309c0 2024-09-16T01:18:11.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce12d9d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fce141342b0 0x7fce141355f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce12d9d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fce141342b0 0x7fce141355f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60814/0 (socket says 172.21.15.175:60814) 2024-09-16T01:18:11.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce12d9d640 1 -- 172.21.15.175:0/3566813521 learned_addr learned my addr 172.21.15.175:0/3566813521 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce1259c640 1 --2- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce141309c0 0x7fce14134b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.173+0000 7fce11d9b640 1 --2- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce14133990 0x7fce141350b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.176 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.174+0000 7fce12d9d640 1 -- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce141309c0 msgr2=0x7fce14134b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.176 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.174+0000 7fce12d9d640 1 --2- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce141309c0 0x7fce14134b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.174+0000 7fce12d9d640 1 -- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce14133990 msgr2=0x7fce141350b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.174+0000 7fce12d9d640 1 --2- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce14133990 0x7fce141350b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.174+0000 7fce12d9d640 1 -- 172.21.15.175:0/3566813521 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce14136b40 con 0x7fce141342b0 2024-09-16T01:18:11.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.175+0000 7fce12d9d640 1 --2- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fce141342b0 0x7fce141355f0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fce0c00efc0 tx=0x7fce0c00c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.175+0000 7fce02ffd640 1 -- 172.21.15.175:0/3566813521 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0c018020 con 0x7fce141342b0 2024-09-16T01:18:11.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.175+0000 7fce02ffd640 1 -- 172.21.15.175:0/3566813521 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce0c014480 con 0x7fce141342b0 2024-09-16T01:18:11.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.175+0000 7fce02ffd640 1 -- 172.21.15.175:0/3566813521 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0c009e60 con 0x7fce141342b0 2024-09-16T01:18:11.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.175+0000 7fce188f0640 1 -- 172.21.15.175:0/3566813521 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce14073bb0 con 0x7fce141342b0 2024-09-16T01:18:11.178 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.176+0000 7fce188f0640 1 -- 172.21.15.175:0/3566813521 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fce14137020 con 0x7fce141342b0 2024-09-16T01:18:11.178 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.177+0000 7fce188f0640 1 -- 172.21.15.175:0/3566813521 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce14130e30 con 0x7fce141342b0 2024-09-16T01:18:11.180 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.178+0000 7fce02ffd640 1 -- 172.21.15.175:0/3566813521 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7fce0c01b020 con 0x7fce141342b0 2024-09-16T01:18:11.180 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.179+0000 7fce02ffd640 1 -- 172.21.15.175:0/3566813521 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7fce0c05e020 con 0x7fce141342b0 2024-09-16T01:18:11.180 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.179+0000 7fce1259c640 1 -- 172.21.15.175:0/3566813521 >> v1:172.21.15.175:6816/3492848882 conn(0x7fcdf40476c0 legacy=0x7fcdf4049b80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.183 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.182+0000 7fce02ffd640 1 -- 172.21.15.175:0/3566813521 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7fce0c022020 con 0x7fce141342b0 2024-09-16T01:18:11.205 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.205+0000 7fdee3937040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:18:11.234 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:11.233+0000 7f187b988040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:18:11.252 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.251+0000 7fd5b70eb640 1 Processor -- start 2024-09-16T01:18:11.252 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.251+0000 7fd5b70eb640 1 -- start start 2024-09-16T01:18:11.252 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.252+0000 7fd5b70eb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5b0093760 0x7fd5b012bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.252 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.252+0000 7fd5b70eb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b0128540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.253 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.252+0000 7fd5affff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b0128540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.253 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.252+0000 7fd5affff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b0128540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60826/0 (socket says 172.21.15.175:60826) 2024-09-16T01:18:11.253 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.252+0000 7fd5affff640 1 -- 172.21.15.175:0/3881707407 learned_addr learned my addr 172.21.15.175:0/3881707407 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.254 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.252+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3881707407 --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5b0094590 con 0x7fd5b012c650 2024-09-16T01:18:11.254 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.252+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3881707407 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fd5b0094df0 con 0x7fd5b012c1f0 2024-09-16T01:18:11.254 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.252+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3881707407 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fd5b00950b0 con 0x7fd5b0093760 2024-09-16T01:18:11.254 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.253+0000 7fd5af7fe640 1 -- 172.21.15.175:0/3881707407 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1462102150 0 0) 0x7fd5b0094590 con 0x7fd5b012c650 2024-09-16T01:18:11.254 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.253+0000 7fd5af7fe640 1 -- 172.21.15.175:0/3881707407 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd5a0005730 con 0x7fd5b012c650 2024-09-16T01:18:11.255 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.253+0000 7fd5affff640 1 -- 172.21.15.175:0/3881707407 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5b0093760 msgr2=0x7fd5b012bcb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:18:11.255 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.253+0000 7fd5affff640 1 --2- 172.21.15.175:0/3881707407 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5b0093760 0x7fd5b012bcb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.255 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.253+0000 7fd5affff640 1 -- 172.21.15.175:0/3881707407 >> v1:172.21.15.175:6789/0 conn(0x7fd5b012c650 legacy=0x7fd5b0128a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.255 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.253+0000 7fd5affff640 1 -- 172.21.15.175:0/3881707407 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b00949b0 con 0x7fd5b012c1f0 2024-09-16T01:18:11.256 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.254+0000 7fd5affff640 1 --2- 172.21.15.175:0/3881707407 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b0128540 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd59c009b00 tx=0x7fd59c02a530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc04a84a3b7a99ae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.256 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.255+0000 7fd5af7fe640 1 -- 172.21.15.175:0/3881707407 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd59c036070 con 0x7fd5b012c1f0 2024-09-16T01:18:11.256 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.255+0000 7fd5af7fe640 1 -- 172.21.15.175:0/3881707407 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd59c031600 con 0x7fd5b012c1f0 2024-09-16T01:18:11.257 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.255+0000 7fd5af7fe640 1 -- 172.21.15.175:0/3881707407 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd59c0319d0 con 0x7fd5b012c1f0 2024-09-16T01:18:11.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.256+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3881707407 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 msgr2=0x7fd5b0128540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.256+0000 7fd5b70eb640 1 --2- 172.21.15.175:0/3881707407 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b0128540 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd59c009b00 tx=0x7fd59c02a530 comp rx=0 tx=0).stop 2024-09-16T01:18:11.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.256+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3881707407 shutdown_connections 2024-09-16T01:18:11.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.256+0000 7fd5b70eb640 1 --2- 172.21.15.175:0/3881707407 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b0128540 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.256+0000 7fd5b70eb640 1 --2- 172.21.15.175:0/3881707407 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5b0093760 0x7fd5b012bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.256+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3881707407 >> 172.21.15.175:0/3881707407 conn(0x7fd5b009c290 msgr2=0x7fd5b009c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.257+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3881707407 shutdown_connections 2024-09-16T01:18:11.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.257+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3881707407 wait complete. 2024-09-16T01:18:11.259 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.258+0000 7fd5b70eb640 1 Processor -- start 2024-09-16T01:18:11.259 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.258+0000 7fd5b70eb640 1 -- start start 2024-09-16T01:18:11.260 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.259+0000 7fd5b70eb640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5b0093760 0x7fd5b01bfca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.259+0000 7fd5b4e87640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5b0093760 0x7fd5b01bfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.259+0000 7fd5b4e87640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5b0093760 0x7fd5b01bfca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55004/0 (socket says 172.21.15.175:55004) 2024-09-16T01:18:11.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.259+0000 7fd5b4e87640 1 -- 172.21.15.175:0/3530129669 learned_addr learned my addr 172.21.15.175:0/3530129669 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.260+0000 7fd5b70eb640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b01c01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.260+0000 7fd5affff640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b01c01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.260+0000 7fd5b70eb640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5b012c650 0x7fd5b01c0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.260+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3530129669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b0062e50 con 0x7fd5b0093760 2024-09-16T01:18:11.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.260+0000 7fd5b5688640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5b012c650 0x7fd5b01c0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.260+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3530129669 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fd5b0129420 con 0x7fd5b012c1f0 2024-09-16T01:18:11.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.260+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3530129669 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fd5b0062fd0 con 0x7fd5b012c650 2024-09-16T01:18:11.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.261+0000 7fd5b4e87640 1 -- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5b012c650 msgr2=0x7fd5b01c0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.261+0000 7fd5b4e87640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5b012c650 0x7fd5b01c0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.261+0000 7fd5b4e87640 1 -- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 msgr2=0x7fd5b01c01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.261+0000 7fd5b4e87640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b01c01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.261+0000 7fd5b4e87640 1 -- 172.21.15.175:0/3530129669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b008e5b0 con 0x7fd5b0093760 2024-09-16T01:18:11.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.261+0000 7fd5affff640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b01c01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:11.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.261+0000 7fd5b5688640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5b012c650 0x7fd5b01c0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:11.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.262+0000 7fd5b4e87640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5b0093760 0x7fd5b01bfca0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd5a400b6d0 tx=0x7fd5a400bb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.262+0000 7fd5ad7fa640 1 -- 172.21.15.175:0/3530129669 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a4019070 con 0x7fd5b0093760 2024-09-16T01:18:11.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.262+0000 7fd5ad7fa640 1 -- 172.21.15.175:0/3530129669 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5a400c720 con 0x7fd5b0093760 2024-09-16T01:18:11.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.262+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3530129669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5b0097b50 con 0x7fd5b0093760 2024-09-16T01:18:11.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.262+0000 7fd5b70eb640 1 -- 172.21.15.175:0/3530129669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5b008ea80 con 0x7fd5b0093760 2024-09-16T01:18:11.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.263+0000 7fd5ad7fa640 1 -- 172.21.15.175:0/3530129669 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a4019070 con 0x7fd5b0093760 2024-09-16T01:18:11.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.264+0000 7fd59affd640 1 -- 172.21.15.175:0/3530129669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5b00008d0 con 0x7fd5b0093760 2024-09-16T01:18:11.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.265+0000 7fd5ad7fa640 1 -- 172.21.15.175:0/3530129669 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7fd5a401c070 con 0x7fd5b0093760 2024-09-16T01:18:11.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.265+0000 7fd5ad7fa640 1 -- 172.21.15.175:0/3530129669 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7fd5a400c520 con 0x7fd5b0093760 2024-09-16T01:18:11.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.266+0000 7fd5affff640 1 -- 172.21.15.175:0/3530129669 >> v1:172.21.15.175:6816/3492848882 conn(0x7fd5940479f0 legacy=0x7fd594049eb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.272 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.272+0000 7fd5ad7fa640 1 -- 172.21.15.175:0/3530129669 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7fd5a403b880 con 0x7fd5b0093760 2024-09-16T01:18:11.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.283+0000 7f746ca6b640 1 Processor -- start 2024-09-16T01:18:11.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.283+0000 7fb340765640 1 Processor -- start 2024-09-16T01:18:11.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.283+0000 7f746ca6b640 1 -- start start 2024-09-16T01:18:11.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.284+0000 7f746ca6b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f7468096570 0x7f7468096950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.286 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.284+0000 7fb340765640 1 -- start start 2024-09-16T01:18:11.286 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.285+0000 7f746ca6b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468097640 0x7f746812b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.285+0000 7f746659c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f7468096570 0x7f7468096950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.285+0000 7f746659c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f7468096570 0x7f7468096950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55016/0 (socket says 172.21.15.175:55016) 2024-09-16T01:18:11.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.285+0000 7f7466d9d640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f7468096e90 0x7f746812b8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:50680/0 (socket says 172.21.15.175:50680) 2024-09-16T01:18:11.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.285+0000 7f746659c640 1 -- 172.21.15.175:0/3639731669 learned_addr learned my addr 172.21.15.175:0/3639731669 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.285+0000 7f746ca6b640 1 -- 172.21.15.175:0/3639731669 --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f746806d290 con 0x7f7468096e90 2024-09-16T01:18:11.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.285+0000 7f746ca6b640 1 -- 172.21.15.175:0/3639731669 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f746809b730 con 0x7f7468096570 2024-09-16T01:18:11.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.285+0000 7f746ca6b640 1 -- 172.21.15.175:0/3639731669 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f746806d5a0 con 0x7f7468097640 2024-09-16T01:18:11.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7f7465d9b640 1 --2- 172.21.15.175:0/3639731669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468097640 0x7f746812b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7fb340765640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fb33812c050 0x7fb338130740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7fb340765640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338133070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7fb33dd00640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fb33812c050 0x7fb338130740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7fb33dd00640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fb33812c050 0x7fb338130740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55024/0 (socket says 172.21.15.175:55024) 2024-09-16T01:18:11.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7f746659c640 1 -- 172.21.15.175:0/3639731669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468097640 msgr2=0x7f746812b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:11.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7f746659c640 1 --2- 172.21.15.175:0/3639731669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468097640 0x7f746812b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7f746659c640 1 -- 172.21.15.175:0/3639731669 >> v1:172.21.15.175:6789/0 conn(0x7f7468096e90 legacy=0x7f746812b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7f746659c640 1 -- 172.21.15.175:0/3639731669 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f746806ccd0 con 0x7f7468096570 2024-09-16T01:18:11.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7fb33ed02640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338133070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7fb33ed02640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338133070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60856/0 (socket says 172.21.15.175:60856) 2024-09-16T01:18:11.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7fb340765640 1 -- 172.21.15.175:0/2992985705 --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb338070460 con 0x7fb33812b3c0 2024-09-16T01:18:11.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7fb340765640 1 -- 172.21.15.175:0/2992985705 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fb33806fc80 con 0x7fb33812c050 2024-09-16T01:18:11.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7fb340765640 1 -- 172.21.15.175:0/2992985705 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fb33806fe30 con 0x7fb338130c80 2024-09-16T01:18:11.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.286+0000 7fb33dd00640 1 -- 172.21.15.175:0/2992985705 learned_addr learned my addr 172.21.15.175:0/2992985705 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.287+0000 7fb33ed02640 1 -- 172.21.15.175:0/2992985705 >> v2:172.21.15.175:3300/0 conn(0x7fb33812c050 msgr2=0x7fb338130740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:11.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.287+0000 7fb33ed02640 1 --2- 172.21.15.175:0/2992985705 >> v2:172.21.15.175:3300/0 conn(0x7fb33812c050 0x7fb338130740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.290 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.287+0000 7fb33ed02640 1 -- 172.21.15.175:0/2992985705 >> v1:172.21.15.175:6789/0 conn(0x7fb33812b3c0 legacy=0x7fb33812b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:11.290 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.287+0000 7fb33ed02640 1 -- 172.21.15.175:0/2992985705 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb33806cd10 con 0x7fb338130c80 2024-09-16T01:18:11.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.287+0000 7f746659c640 1 --2- 172.21.15.175:0/3639731669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7468096570 0x7f7468096950 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7458007040 tx=0x7f745802c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46260b7dbee1d954 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.288+0000 7f746559a640 1 -- 172.21.15.175:0/3639731669 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74580078d0 con 0x7f7468096570 2024-09-16T01:18:11.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.288+0000 7f746559a640 1 -- 172.21.15.175:0/3639731669 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7458007a70 con 0x7f7468096570 2024-09-16T01:18:11.291 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.288+0000 7f746559a640 1 -- 172.21.15.175:0/3639731669 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7458007e20 con 0x7f7468096570 2024-09-16T01:18:11.292 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.288+0000 7fb33ed02640 1 --2- 172.21.15.175:0/2992985705 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338133070 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb334009a00 tx=0x7fb33402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7aaedadef0b7779 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.292 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.288+0000 7fb33d4ff640 1 -- 172.21.15.175:0/2992985705 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb334037070 con 0x7fb338130c80 2024-09-16T01:18:11.292 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.288+0000 7fb33d4ff640 1 -- 172.21.15.175:0/2992985705 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb33402ad70 con 0x7fb338130c80 2024-09-16T01:18:11.292 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.288+0000 7fb33d4ff640 1 -- 172.21.15.175:0/2992985705 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb334032660 con 0x7fb338130c80 2024-09-16T01:18:11.292 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.289+0000 7f746ca6b640 1 -- 172.21.15.175:0/3639731669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7468096570 msgr2=0x7f7468096950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.289+0000 7f746ca6b640 1 --2- 172.21.15.175:0/3639731669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7468096570 0x7f7468096950 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7458007040 tx=0x7f745802c260 comp rx=0 tx=0).stop 2024-09-16T01:18:11.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.289+0000 7f746ca6b640 1 -- 172.21.15.175:0/3639731669 shutdown_connections 2024-09-16T01:18:11.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.289+0000 7f746ca6b640 1 --2- 172.21.15.175:0/3639731669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468097640 0x7f746812b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.289+0000 7f746ca6b640 1 --2- 172.21.15.175:0/3639731669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7468096570 0x7f7468096950 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.289+0000 7f746ca6b640 1 -- 172.21.15.175:0/3639731669 >> 172.21.15.175:0/3639731669 conn(0x7f746809a880 msgr2=0x7f746809ac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.289+0000 7f746ca6b640 1 -- 172.21.15.175:0/3639731669 shutdown_connections 2024-09-16T01:18:11.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.289+0000 7f746ca6b640 1 -- 172.21.15.175:0/3639731669 wait complete. 2024-09-16T01:18:11.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.289+0000 7fb340765640 1 -- 172.21.15.175:0/2992985705 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 msgr2=0x7fb338133070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.289+0000 7fb340765640 1 --2- 172.21.15.175:0/2992985705 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338133070 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb334009a00 tx=0x7fb33402a270 comp rx=0 tx=0).stop 2024-09-16T01:18:11.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.290+0000 7fb340765640 1 -- 172.21.15.175:0/2992985705 shutdown_connections 2024-09-16T01:18:11.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.290+0000 7fb340765640 1 --2- 172.21.15.175:0/2992985705 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338133070 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.290+0000 7fb340765640 1 --2- 172.21.15.175:0/2992985705 >> v2:172.21.15.175:3300/0 conn(0x7fb33812c050 0x7fb338130740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.290+0000 7fb340765640 1 -- 172.21.15.175:0/2992985705 >> 172.21.15.175:0/2992985705 conn(0x7fb33809db00 msgr2=0x7fb33809df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.290+0000 7fb340765640 1 -- 172.21.15.175:0/2992985705 shutdown_connections 2024-09-16T01:18:11.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.290+0000 7fb340765640 1 -- 172.21.15.175:0/2992985705 wait complete. 2024-09-16T01:18:11.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.291+0000 7f746ca6b640 1 Processor -- start 2024-09-16T01:18:11.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.291+0000 7f746ca6b640 1 -- start start 2024-09-16T01:18:11.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.291+0000 7fb340765640 1 Processor -- start 2024-09-16T01:18:11.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.292+0000 7fb340765640 1 -- start start 2024-09-16T01:18:11.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.292+0000 7f746ca6b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7468096570 0x7f74681236b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.292+0000 7f746659c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7468096570 0x7f74681236b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.292+0000 7f746659c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7468096570 0x7f74681236b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60858/0 (socket says 172.21.15.175:60858) 2024-09-16T01:18:11.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.292+0000 7f746659c640 1 -- 172.21.15.175:0/1937369150 learned_addr learned my addr 172.21.15.175:0/1937369150 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.292+0000 7f746ca6b640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468096e90 0x7f7468123bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.292+0000 7fb340765640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb33812b3c0 0x7fb338125b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.292+0000 7f7465d9b640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468096e90 0x7f7468123bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.297 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.292+0000 7fb340765640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb33812c050 0x7fb338126050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.298 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.292+0000 7f746ca6b640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7468097640 0x7f7468124130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.298 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.293+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f746812bfe0 con 0x7f7468097640 2024-09-16T01:18:11.298 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.293+0000 7fb33e501640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb33812b3c0 0x7fb338125b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.298 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.293+0000 7f7466d9d640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7468097640 0x7f7468124130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.298 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.293+0000 7fb33e501640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb33812b3c0 0x7fb338125b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:47706/0 (socket says 172.21.15.175:47706) 2024-09-16T01:18:11.299 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.293+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f746806b560 con 0x7f7468096570 2024-09-16T01:18:11.299 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.293+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f746812c160 con 0x7f7468096e90 2024-09-16T01:18:11.299 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.293+0000 7fb33e501640 1 -- 172.21.15.175:0/3016840381 learned_addr learned my addr 172.21.15.175:0/3016840381 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:11.299 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.293+0000 7fb340765640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338126590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:11.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.293+0000 7fb33dd00640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb33812c050 0x7fb338126050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7f746659c640 1 -- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468096e90 msgr2=0x7f7468123bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7f746659c640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468096e90 0x7f7468123bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7f746659c640 1 -- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7468097640 msgr2=0x7f7468124130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7fb33ed02640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338126590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:11.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7fb340765640 1 -- 172.21.15.175:0/3016840381 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fb338133940 con 0x7fb33812c050 2024-09-16T01:18:11.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7fb340765640 1 -- 172.21.15.175:0/3016840381 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fb3381337c0 con 0x7fb338130c80 2024-09-16T01:18:11.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7fb340765640 1 -- 172.21.15.175:0/3016840381 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fb338133ac0 con 0x7fb33812b3c0 2024-09-16T01:18:11.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7f746659c640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7468097640 0x7f7468124130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7fb33dd00640 1 -- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb33812b3c0 msgr2=0x7fb338125b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7fb33dd00640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb33812b3c0 0x7fb338125b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7fb33dd00640 1 -- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 msgr2=0x7fb338126590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7fb33dd00640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338126590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7fb33dd00640 1 -- 172.21.15.175:0/3016840381 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3381276d0 con 0x7fb33812c050 2024-09-16T01:18:11.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7fb33ed02640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338126590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:11.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7fb33e501640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb33812b3c0 0x7fb338125b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:18:11.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7fb33dd00640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb33812c050 0x7fb338126050 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb328010fb0 tx=0x7fb32800e490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7f746659c640 1 -- 172.21.15.175:0/1937369150 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7468126b60 con 0x7f7468096570 2024-09-16T01:18:11.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7f7466d9d640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7468097640 0x7f7468124130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:11.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.294+0000 7f7465d9b640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468096e90 0x7f7468123bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:18:11.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7f746659c640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7468096570 0x7f74681236b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7458007160 tx=0x7f74580046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:11.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7f7456ffd640 1 -- 172.21.15.175:0/1937369150 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74580078d0 con 0x7f7468096570 2024-09-16T01:18:11.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7f7456ffd640 1 -- 172.21.15.175:0/1937369150 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7458043070 con 0x7f7468096570 2024-09-16T01:18:11.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.295+0000 7f7456ffd640 1 -- 172.21.15.175:0/1937369150 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7458003610 con 0x7f7468096570 2024-09-16T01:18:11.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.296+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74681262c0 con 0x7f7468096570 2024-09-16T01:18:11.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.296+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7468127130 con 0x7f7468096570 2024-09-16T01:18:11.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.296+0000 7fb32effd640 1 -- 172.21.15.175:0/3016840381 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32801b020 con 0x7fb33812c050 2024-09-16T01:18:11.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.296+0000 7fb32effd640 1 -- 172.21.15.175:0/3016840381 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3280173f0 con 0x7fb33812c050 2024-09-16T01:18:11.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.296+0000 7fb32effd640 1 -- 172.21.15.175:0/3016840381 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3280177a0 con 0x7fb33812c050 2024-09-16T01:18:11.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.297+0000 7fb340765640 1 -- 172.21.15.175:0/3016840381 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb338126ea0 con 0x7fb33812c050 2024-09-16T01:18:11.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.298+0000 7f7456ffd640 1 -- 172.21.15.175:0/1937369150 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7f74580037b0 con 0x7f7468096570 2024-09-16T01:18:11.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.298+0000 7f7456ffd640 1 -- 172.21.15.175:0/1937369150 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7f745807da80 con 0x7f7468096570 2024-09-16T01:18:11.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.298+0000 7f7465d9b640 1 -- 172.21.15.175:0/1937369150 >> v1:172.21.15.175:6816/3492848882 conn(0x7f74480475f0 legacy=0x7f7448049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.298+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f746809b970 con 0x7f7468096570 2024-09-16T01:18:11.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.298+0000 7fb32effd640 1 -- 172.21.15.175:0/3016840381 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 6) ==== 55351+0+0 (secure 0 0 0) 0x7fb32801e020 con 0x7fb33812c050 2024-09-16T01:18:11.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.299+0000 7fb33e501640 1 -- 172.21.15.175:0/3016840381 >> v1:172.21.15.175:6816/3492848882 conn(0x7fb31c04ba50 legacy=0x7fb31c04df10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.299+0000 7fb340765640 1 -- 172.21.15.175:0/3016840381 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb338127ff0 con 0x7fb33812c050 2024-09-16T01:18:11.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.299+0000 7fb32effd640 1 -- 172.21.15.175:0/3016840381 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2840+0+0 (secure 0 0 0) 0x7fb32803bf90 con 0x7fb33812c050 2024-09-16T01:18:11.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.301+0000 7fb32cff9640 1 -- 172.21.15.175:0/3016840381 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb314005290 con 0x7fb33812c050 2024-09-16T01:18:11.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.306+0000 7f7456ffd640 1 -- 172.21.15.175:0/1937369150 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7f745807cb50 con 0x7f7468096570 2024-09-16T01:18:11.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.308+0000 7fb32effd640 1 -- 172.21.15.175:0/3016840381 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7fb328012040 con 0x7fb33812c050 2024-09-16T01:18:11.352 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.351+0000 7fdee3937040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:18:11.355 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:11.355+0000 7f187b988040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:18:11.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.360+0000 7fce188f0640 1 -- 172.21.15.175:0/3566813521 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fce14135b30 con 0x7fce141342b0 2024-09-16T01:18:11.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.360+0000 7fce02ffd640 1 -- 172.21.15.175:0/3566813521 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fce0c010040 con 0x7fce141342b0 2024-09-16T01:18:11.362 INFO:teuthology.orchestra.run.smithi175.stdout:38654705682 2024-09-16T01:18:11.364 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.362+0000 7fce188f0640 1 -- 172.21.15.175:0/3566813521 >> v1:172.21.15.175:6816/3492848882 conn(0x7fcdf40476c0 legacy=0x7fcdf4049b80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:11.364 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.362+0000 7fce188f0640 1 -- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fce141342b0 msgr2=0x7fce141355f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.364 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.362+0000 7fce188f0640 1 --2- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fce141342b0 0x7fce141355f0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fce0c00efc0 tx=0x7fce0c00c490 comp rx=0 tx=0).stop 2024-09-16T01:18:11.365 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.362+0000 7fce188f0640 1 -- 172.21.15.175:0/3566813521 shutdown_connections 2024-09-16T01:18:11.365 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.362+0000 7fce188f0640 1 --2- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fce141342b0 0x7fce141355f0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.365 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.363+0000 7fce188f0640 1 --2- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce14133990 0x7fce141350b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.365 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.363+0000 7fce188f0640 1 --2- 172.21.15.175:0/3566813521 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fce141309c0 0x7fce14134b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.365 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.363+0000 7fce188f0640 1 -- 172.21.15.175:0/3566813521 >> 172.21.15.175:0/3566813521 conn(0x7fce1409db00 msgr2=0x7fce14132e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.365 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.363+0000 7fce188f0640 1 -- 172.21.15.175:0/3566813521 shutdown_connections 2024-09-16T01:18:11.365 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.363+0000 7fce188f0640 1 -- 172.21.15.175:0/3566813521 wait complete. 2024-09-16T01:18:11.376 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705682 for osd.3 2024-09-16T01:18:11.462 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.461+0000 7fdee3937040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:18:11.468 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.467+0000 7fd5affff640 1 -- 172.21.15.175:0/3530129669 >> v1:172.21.15.175:6816/3492848882 conn(0x7fd5940479f0 legacy=0x7fd594049eb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.471 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.470+0000 7fd59affd640 1 -- 172.21.15.175:0/3530129669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd5b01bd0b0 con 0x7fd5b0093760 2024-09-16T01:18:11.471 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.470+0000 7fd5ad7fa640 1 -- 172.21.15.175:0/3530129669 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd5a403b880 con 0x7fd5b0093760 2024-09-16T01:18:11.472 INFO:teuthology.orchestra.run.smithi175.stdout:38654705681 2024-09-16T01:18:11.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.474+0000 7fd59affd640 1 -- 172.21.15.175:0/3530129669 >> v1:172.21.15.175:6816/3492848882 conn(0x7fd5940479f0 legacy=0x7fd594049eb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:11.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.474+0000 7fd59affd640 1 -- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5b0093760 msgr2=0x7fd5b01bfca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.474+0000 7fd59affd640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5b0093760 0x7fd5b01bfca0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd5a400b6d0 tx=0x7fd5a400bb90 comp rx=0 tx=0).stop 2024-09-16T01:18:11.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.474+0000 7fd59affd640 1 -- 172.21.15.175:0/3530129669 shutdown_connections 2024-09-16T01:18:11.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.474+0000 7fd59affd640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5b012c650 0x7fd5b01c0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.474+0000 7fd59affd640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5b012c1f0 0x7fd5b01c01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.474+0000 7fd59affd640 1 --2- 172.21.15.175:0/3530129669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5b0093760 0x7fd5b01bfca0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.474+0000 7fd59affd640 1 -- 172.21.15.175:0/3530129669 >> 172.21.15.175:0/3530129669 conn(0x7fd5b009c290 msgr2=0x7fd5b01284c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.474+0000 7fd59affd640 1 -- 172.21.15.175:0/3530129669 shutdown_connections 2024-09-16T01:18:11.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.474+0000 7fd59affd640 1 -- 172.21.15.175:0/3530129669 wait complete. 2024-09-16T01:18:11.486 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.2 2024-09-16T01:18:11.499 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.499+0000 7f7465d9b640 1 -- 172.21.15.175:0/1937369150 >> v1:172.21.15.175:6816/3492848882 conn(0x7f74480475f0 legacy=0x7f7448049ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.500 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.500+0000 7fb33e501640 1 -- 172.21.15.175:0/3016840381 >> v1:172.21.15.175:6816/3492848882 conn(0x7fb31c04ba50 legacy=0x7fb31c04df10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.175:6816/3492848882 2024-09-16T01:18:11.513 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.512+0000 7fdee3937040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:18:11.527 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:11.526+0000 7f187b988040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:18:11.584 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.583+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f74681251e0 con 0x7f7468096570 2024-09-16T01:18:11.584 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.583+0000 7f7456ffd640 1 -- 172.21.15.175:0/1937369150 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7458001c20 con 0x7f7468096570 2024-09-16T01:18:11.585 INFO:teuthology.orchestra.run.smithi175.stdout:38654705681 2024-09-16T01:18:11.585 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:11.584+0000 7f187b988040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:18:11.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.586+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 >> v1:172.21.15.175:6816/3492848882 conn(0x7f74480475f0 legacy=0x7f7448049ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:11.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.586+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7468096570 msgr2=0x7f74681236b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.586+0000 7f746ca6b640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7468096570 0x7f74681236b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7458007160 tx=0x7f74580046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.586+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 shutdown_connections 2024-09-16T01:18:11.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.586+0000 7f746ca6b640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7468097640 0x7f7468124130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.586+0000 7f746ca6b640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7468096e90 0x7f7468123bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.586+0000 7f746ca6b640 1 --2- 172.21.15.175:0/1937369150 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7468096570 0x7f74681236b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.586+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 >> 172.21.15.175:0/1937369150 conn(0x7f746809a880 msgr2=0x7f7468099610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.586+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 shutdown_connections 2024-09-16T01:18:11.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.586+0000 7f746ca6b640 1 -- 172.21.15.175:0/1937369150 wait complete. 2024-09-16T01:18:11.593 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.592+0000 7fb32cff9640 1 -- 172.21.15.175:0/3016840381 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fb314005850 con 0x7fb33812c050 2024-09-16T01:18:11.594 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.593+0000 7fb32effd640 1 -- 172.21.15.175:0/3016840381 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb32803c1f0 con 0x7fb33812c050 2024-09-16T01:18:11.594 INFO:teuthology.orchestra.run.smithi175.stdout:38654705681 2024-09-16T01:18:11.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.595+0000 7fb32cff9640 1 -- 172.21.15.175:0/3016840381 >> v1:172.21.15.175:6816/3492848882 conn(0x7fb31c04ba50 legacy=0x7fb31c04df10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:18:11.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.595+0000 7fb32cff9640 1 -- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb33812c050 msgr2=0x7fb338126050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:11.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.596+0000 7fb32cff9640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb33812c050 0x7fb338126050 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb328010fb0 tx=0x7fb32800e490 comp rx=0 tx=0).stop 2024-09-16T01:18:11.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.596+0000 7fb32cff9640 1 -- 172.21.15.175:0/3016840381 shutdown_connections 2024-09-16T01:18:11.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.596+0000 7fb32cff9640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb338130c80 0x7fb338126590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.596+0000 7fb32cff9640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb33812c050 0x7fb338126050 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.596+0000 7fb32cff9640 1 --2- 172.21.15.175:0/3016840381 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb33812b3c0 0x7fb338125b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:11.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.596+0000 7fb32cff9640 1 -- 172.21.15.175:0/3016840381 >> 172.21.15.175:0/3016840381 conn(0x7fb33809db00 msgr2=0x7fb33812a680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:11.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.596+0000 7fb32cff9640 1 -- 172.21.15.175:0/3016840381 shutdown_connections 2024-09-16T01:18:11.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:11.596+0000 7fb32cff9640 1 -- 172.21.15.175:0/3016840381 wait complete. 2024-09-16T01:18:11.605 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.1 2024-09-16T01:18:11.610 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.0 2024-09-16T01:18:11.622 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.621+0000 7fdee3937040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:18:11.677 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.676+0000 7fdee3937040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:18:11.694 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:11.693+0000 7f187b988040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:18:11.734 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.733+0000 7fdee3937040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:18:11.748 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:11.747+0000 7f187b988040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:18:11.793 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:11.792+0000 7f187b988040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:18:11.853 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.852+0000 7fdee3937040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:18:11.898 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:11.897+0000 7f187b988040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:18:11.907 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.906+0000 7fdee3937040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:18:11.948 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:11.947+0000 7f187b988040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:18:11.961 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:11.960+0000 7fdee3937040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:18:12.004 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:12.003+0000 7f187b988040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:18:12.033 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:12.032+0000 7fdee3937040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:18:12.079 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:12.078+0000 7fdee3937040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:18:12.084 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:12.083+0000 7f187b988040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:18:12.125 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:12.124+0000 7fdee3937040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:18:12.127 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:12.127+0000 7f187b988040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:18:12.170 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:12.169+0000 7f187b988040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:18:12.362 INFO:tasks.ceph.mgr.x.smithi175.stderr:2024-09-16T01:18:12.361+0000 7fdee3937040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:18:12.377 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:18:12.398 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:12.397+0000 7f187b988040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:18:12.487 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:18:12.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba40dae640 1 Processor -- start 2024-09-16T01:18:12.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba40dae640 1 -- start start 2024-09-16T01:18:12.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba40dae640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06dce0 0x7fba3c06e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba40dae640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c06e600 0x7fba3c12f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba40dae640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fba3c12f880 0x7fba3c12fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba40dae640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fba3c075bc0 con 0x7fba3c12f880 2024-09-16T01:18:12.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba40dae640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fba3c070340 con 0x7fba3c06e600 2024-09-16T01:18:12.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba40dae640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fba3c130270 con 0x7fba3c06dce0 2024-09-16T01:18:12.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba3ad9d640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fba3c12f880 0x7fba3c12fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba3a59c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06dce0 0x7fba3c06e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba3ad9d640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fba3c12f880 0x7fba3c12fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55124/0 (socket says 172.21.15.175:55124) 2024-09-16T01:18:12.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba3ad9d640 1 -- 172.21.15.175:0/2456278838 learned_addr learned my addr 172.21.15.175:0/2456278838 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:12.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.488+0000 7fba39d9b640 1 --2- 172.21.15.175:0/2456278838 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c06e600 0x7fba3c12f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.489+0000 7fba39d9b640 1 -- 172.21.15.175:0/2456278838 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06dce0 msgr2=0x7fba3c06e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.489+0000 7fba39d9b640 1 --2- 172.21.15.175:0/2456278838 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06dce0 0x7fba3c06e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.489+0000 7fba39d9b640 1 -- 172.21.15.175:0/2456278838 >> v2:172.21.15.175:3300/0 conn(0x7fba3c12f880 msgr2=0x7fba3c12fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.489+0000 7fba39d9b640 1 --2- 172.21.15.175:0/2456278838 >> v2:172.21.15.175:3300/0 conn(0x7fba3c12f880 0x7fba3c12fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.489+0000 7fba39d9b640 1 -- 172.21.15.175:0/2456278838 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba3c06f720 con 0x7fba3c06e600 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.489+0000 7fba3a59c640 1 --2- 172.21.15.175:0/2456278838 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06dce0 0x7fba3c06e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.489+0000 7fba3ad9d640 1 --2- 172.21.15.175:0/2456278838 >> v2:172.21.15.175:3300/0 conn(0x7fba3c12f880 0x7fba3c12fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.490+0000 7fba39d9b640 1 --2- 172.21.15.175:0/2456278838 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c06e600 0x7fba3c12f340 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fba240097a0 tx=0x7fba24029fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3fea7cc3f7a12184 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.490+0000 7fba3959a640 1 -- 172.21.15.175:0/2456278838 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba24037070 con 0x7fba3c06e600 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.490+0000 7fba3959a640 1 -- 172.21.15.175:0/2456278838 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba2402ad20 con 0x7fba3c06e600 2024-09-16T01:18:12.492 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.490+0000 7fba3959a640 1 -- 172.21.15.175:0/2456278838 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba24032660 con 0x7fba3c06e600 2024-09-16T01:18:12.495 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.491+0000 7fba40dae640 1 -- 172.21.15.175:0/2456278838 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c06e600 msgr2=0x7fba3c12f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.495 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.491+0000 7fba40dae640 1 --2- 172.21.15.175:0/2456278838 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c06e600 0x7fba3c12f340 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fba240097a0 tx=0x7fba24029fd0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.495 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.491+0000 7fba40dae640 1 -- 172.21.15.175:0/2456278838 shutdown_connections 2024-09-16T01:18:12.495 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.491+0000 7fba40dae640 1 --2- 172.21.15.175:0/2456278838 >> v2:172.21.15.175:3300/0 conn(0x7fba3c12f880 0x7fba3c12fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.491+0000 7fba40dae640 1 --2- 172.21.15.175:0/2456278838 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c06e600 0x7fba3c12f340 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.491+0000 7fba40dae640 1 --2- 172.21.15.175:0/2456278838 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06dce0 0x7fba3c06e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.491+0000 7fba40dae640 1 -- 172.21.15.175:0/2456278838 >> 172.21.15.175:0/2456278838 conn(0x7fba3c09e980 msgr2=0x7fba3c09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.491+0000 7fba40dae640 1 -- 172.21.15.175:0/2456278838 shutdown_connections 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.491+0000 7fba40dae640 1 -- 172.21.15.175:0/2456278838 wait complete. 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.492+0000 7fba40dae640 1 Processor -- start 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.492+0000 7fba40dae640 1 -- start start 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.492+0000 7fba40dae640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c06dce0 0x7fba3c130660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba40dae640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06e600 0x7fba3c130ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba40dae640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c12f880 0x7fba3c1310e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3a59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c06dce0 0x7fba3c130660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3a59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c06dce0 0x7fba3c130660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55138/0 (socket says 172.21.15.175:55138) 2024-09-16T01:18:12.496 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3a59c640 1 -- 172.21.15.175:0/2741523111 learned_addr learned my addr 172.21.15.175:0/2741523111 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:12.497 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fba3c1367f0 con 0x7fba3c06dce0 2024-09-16T01:18:12.497 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fba3c136670 con 0x7fba3c12f880 2024-09-16T01:18:12.500 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fba3c136970 con 0x7fba3c06e600 2024-09-16T01:18:12.500 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3ad9d640 1 --2- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c12f880 0x7fba3c1310e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.500 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba39d9b640 1 --2- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06e600 0x7fba3c130ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.500 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3a59c640 1 -- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06e600 msgr2=0x7fba3c130ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3a59c640 1 --2- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06e600 0x7fba3c130ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3a59c640 1 -- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c12f880 msgr2=0x7fba3c1310e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3a59c640 1 --2- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c12f880 0x7fba3c1310e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3a59c640 1 -- 172.21.15.175:0/2741523111 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba3c133710 con 0x7fba3c06dce0 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3ad9d640 1 --2- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c12f880 0x7fba3c1310e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba3a59c640 1 --2- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c06dce0 0x7fba3c130660 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fba2c00ebe0 tx=0x7fba2c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba32ffd640 1 -- 172.21.15.175:0/2741523111 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba2c017070 con 0x7fba3c06dce0 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba32ffd640 1 -- 172.21.15.175:0/2741523111 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba2c00cc30 con 0x7fba3c06dce0 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.493+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba3c131620 con 0x7fba3c06dce0 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.494+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba3c132160 con 0x7fba3c06dce0 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.494+0000 7fba32ffd640 1 -- 172.21.15.175:0/2741523111 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba2c021060 con 0x7fba3c06dce0 2024-09-16T01:18:12.501 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.495+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba3c12f340 con 0x7fba3c06dce0 2024-09-16T01:18:12.502 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.495+0000 7fba32ffd640 1 -- 172.21.15.175:0/2741523111 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 7) ==== 55745+0+0 (secure 0 0 0) 0x7fba2c01a070 con 0x7fba3c06dce0 2024-09-16T01:18:12.502 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.495+0000 7fba32ffd640 1 -- 172.21.15.175:0/2741523111 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7fba2c05d4a0 con 0x7fba3c06dce0 2024-09-16T01:18:12.502 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.499+0000 7fba32ffd640 1 -- 172.21.15.175:0/2741523111 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7fba2c03c960 con 0x7fba3c06dce0 2024-09-16T01:18:12.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.588+0000 7f921da38640 1 Processor -- start 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.588+0000 7f921da38640 1 -- start start 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f921da38640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218094a70 0x7f9218131830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f921da38640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f9218094030 0x7f9218133d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f921da38640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9218095640 con 0x7f9218093540 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f921da38640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f92180630c0 con 0x7f9218094030 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f921da38640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f9218063240 con 0x7f9218094a70 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f920ffff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218094a70 0x7f9218131830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f9216ffd640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f9218093540 0x7f9218093920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:50706/0 (socket says 172.21.15.175:50706) 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f92177fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f9218094030 0x7f9218133d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f9216ffd640 1 -- 172.21.15.175:0/4063149162 learned_addr learned my addr 172.21.15.175:0/4063149162 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:12.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f92177fe640 1 -- 172.21.15.175:0/4063149162 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218094a70 msgr2=0x7f9218131830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:12.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f92177fe640 1 --2- 172.21.15.175:0/4063149162 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218094a70 0x7f9218131830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f92177fe640 1 -- 172.21.15.175:0/4063149162 >> v1:172.21.15.175:6789/0 conn(0x7f9218093540 legacy=0x7f9218093920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f92167fc640 1 -- 172.21.15.175:0/4063149162 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3089542644 0 0) 0x7f9218095640 con 0x7f9218093540 2024-09-16T01:18:12.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.589+0000 7f92177fe640 1 -- 172.21.15.175:0/4063149162 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92181352d0 con 0x7f9218094030 2024-09-16T01:18:12.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.590+0000 7f92177fe640 1 --2- 172.21.15.175:0/4063149162 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 0x7f9218133d80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9210009d90 tx=0x7f921002a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e95f8ac359c22c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:12.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.590+0000 7f92167fc640 1 -- 172.21.15.175:0/4063149162 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9210007740 con 0x7f9218094030 2024-09-16T01:18:12.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.590+0000 7f92167fc640 1 -- 172.21.15.175:0/4063149162 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92100078e0 con 0x7f9218094030 2024-09-16T01:18:12.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.590+0000 7f92167fc640 1 -- 172.21.15.175:0/4063149162 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9210007cb0 con 0x7f9218094030 2024-09-16T01:18:12.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.591+0000 7f921da38640 1 -- 172.21.15.175:0/4063149162 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 msgr2=0x7f9218133d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.591+0000 7f921da38640 1 --2- 172.21.15.175:0/4063149162 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 0x7f9218133d80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9210009d90 tx=0x7f921002a530 comp rx=0 tx=0).stop 2024-09-16T01:18:12.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.591+0000 7f921da38640 1 -- 172.21.15.175:0/4063149162 shutdown_connections 2024-09-16T01:18:12.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.591+0000 7f921da38640 1 --2- 172.21.15.175:0/4063149162 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 0x7f9218133d80 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.591+0000 7f921da38640 1 --2- 172.21.15.175:0/4063149162 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218094a70 0x7f9218131830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.595 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.591+0000 7f921da38640 1 -- 172.21.15.175:0/4063149162 >> 172.21.15.175:0/4063149162 conn(0x7f921809c290 msgr2=0x7f921809c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.591+0000 7f921da38640 1 -- 172.21.15.175:0/4063149162 shutdown_connections 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.591+0000 7f921da38640 1 -- 172.21.15.175:0/4063149162 wait complete. 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f921da38640 1 Processor -- start 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f921da38640 1 -- start start 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f921da38640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218093540 0x7f92181c44c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f921da38640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 0x7f92181c4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f921da38640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9218094a70 0x7f9218131c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f921da38640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f9218134690 con 0x7f9218094030 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f921da38640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f9218134510 con 0x7f9218093540 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f921da38640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f9218134810 con 0x7f9218094a70 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f9216ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218093540 0x7f92181c44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f920ffff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 0x7f92181c4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.596 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f920ffff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 0x7f92181c4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55164/0 (socket says 172.21.15.175:55164) 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f9216ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218093540 0x7f92181c44c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60960/0 (socket says 172.21.15.175:60960) 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f920ffff640 1 -- 172.21.15.175:0/1314744022 learned_addr learned my addr 172.21.15.175:0/1314744022 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.592+0000 7f92177fe640 1 --2- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9218094a70 0x7f9218131c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f9216ffd640 1 -- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9218094a70 msgr2=0x7f9218131c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f9216ffd640 1 --2- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9218094a70 0x7f9218131c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f9216ffd640 1 -- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 msgr2=0x7f92181c4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f9216ffd640 1 --2- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 0x7f92181c4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f9216ffd640 1 -- 172.21.15.175:0/1314744022 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9218071580 con 0x7f9218093540 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f920ffff640 1 --2- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 0x7f92181c4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f9216ffd640 1 --2- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218093540 0x7f92181c44c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f920800c3e0 tx=0x7f920800c8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f9214ff9640 1 -- 172.21.15.175:0/1314744022 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92080074e0 con 0x7f9218093540 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f9214ff9640 1 -- 172.21.15.175:0/1314744022 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9208007680 con 0x7f9218093540 2024-09-16T01:18:12.597 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f921da38640 1 -- 172.21.15.175:0/1314744022 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92180704f0 con 0x7f9218093540 2024-09-16T01:18:12.598 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f9214ff9640 1 -- 172.21.15.175:0/1314744022 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9208004a20 con 0x7f9218093540 2024-09-16T01:18:12.598 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.593+0000 7f921da38640 1 -- 172.21.15.175:0/1314744022 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9218070fc0 con 0x7f9218093540 2024-09-16T01:18:12.598 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.594+0000 7f921da38640 1 -- 172.21.15.175:0/1314744022 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9218134bf0 con 0x7f9218093540 2024-09-16T01:18:12.598 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.594+0000 7f9214ff9640 1 -- 172.21.15.175:0/1314744022 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 7) ==== 55745+0+0 (secure 0 0 0) 0x7f9208011070 con 0x7f9218093540 2024-09-16T01:18:12.598 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.594+0000 7f9214ff9640 1 -- 172.21.15.175:0/1314744022 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7f920805d060 con 0x7f9218093540 2024-09-16T01:18:12.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.602+0000 7f9214ff9640 1 -- 172.21.15.175:0/1314744022 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7f920803c5a0 con 0x7f9218093540 2024-09-16T01:18:12.606 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:18:12.610 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:18:12.650 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.648+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fba3c128650 con 0x7fba3c06dce0 2024-09-16T01:18:12.650 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.649+0000 7fba32ffd640 1 -- 172.21.15.175:0/2741523111 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fba2c03cbc0 con 0x7fba3c06dce0 2024-09-16T01:18:12.650 INFO:teuthology.orchestra.run.smithi175.stdout:38654705682 2024-09-16T01:18:12.652 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.651+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c06dce0 msgr2=0x7fba3c130660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.652 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.651+0000 7fba40dae640 1 --2- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c06dce0 0x7fba3c130660 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fba2c00ebe0 tx=0x7fba2c00c520 comp rx=0 tx=0).stop 2024-09-16T01:18:12.652 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.651+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 shutdown_connections 2024-09-16T01:18:12.652 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.651+0000 7fba40dae640 1 --2- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c12f880 0x7fba3c1310e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.652 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.651+0000 7fba40dae640 1 --2- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c06e600 0x7fba3c130ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.652 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.651+0000 7fba40dae640 1 --2- 172.21.15.175:0/2741523111 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c06dce0 0x7fba3c130660 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.652 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.651+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 >> 172.21.15.175:0/2741523111 conn(0x7fba3c09e980 msgr2=0x7fba3c09df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:12.653 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.651+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 shutdown_connections 2024-09-16T01:18:12.653 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.651+0000 7fba40dae640 1 -- 172.21.15.175:0/2741523111 wait complete. 2024-09-16T01:18:12.664 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705682 for osd.3 2024-09-16T01:18:12.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.707+0000 7f2c0f072640 1 Processor -- start 2024-09-16T01:18:12.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.707+0000 7f2c0f072640 1 -- start start 2024-09-16T01:18:12.709 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0f072640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08096b30 0x7f2c08097100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0f072640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f2c08097640 0x7f2c08097a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0f072640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c0809bd20 con 0x7f2c08133d90 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0f072640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f2c0809c3e0 con 0x7f2c08097640 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0f072640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f2c08097f80 con 0x7f2c08096b30 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0ce0e640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08096b30 0x7f2c08097100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c07fff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f2c08097640 0x7f2c08097a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0d60f640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f2c08133d90 0x7f2c08136180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:50712/0 (socket says 172.21.15.175:50712) 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0d60f640 1 -- 172.21.15.175:0/1029953689 learned_addr learned my addr 172.21.15.175:0/1029953689 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0ce0e640 1 -- 172.21.15.175:0/1029953689 >> v2:172.21.15.175:3300/0 conn(0x7f2c08097640 msgr2=0x7f2c08097a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0ce0e640 1 --2- 172.21.15.175:0/1029953689 >> v2:172.21.15.175:3300/0 conn(0x7f2c08097640 0x7f2c08097a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0ce0e640 1 -- 172.21.15.175:0/1029953689 >> v1:172.21.15.175:6789/0 conn(0x7f2c08133d90 legacy=0x7f2c08136180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c0ce0e640 1 -- 172.21.15.175:0/1029953689 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c08099a10 con 0x7f2c08096b30 2024-09-16T01:18:12.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.708+0000 7f2c07fff640 1 --2- 172.21.15.175:0/1029953689 >> v2:172.21.15.175:3300/0 conn(0x7f2c08097640 0x7f2c08097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.709+0000 7f2c0ce0e640 1 --2- 172.21.15.175:0/1029953689 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08096b30 0x7f2c08097100 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc0097a0 tx=0x7f2bfc02a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1f363c23c6ac592 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.709+0000 7f2c077fe640 1 -- 172.21.15.175:0/1029953689 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc037070 con 0x7f2c08096b30 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.709+0000 7f2c077fe640 1 -- 172.21.15.175:0/1029953689 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bfc02adb0 con 0x7f2c08096b30 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.709+0000 7f2c077fe640 1 -- 172.21.15.175:0/1029953689 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc032660 con 0x7f2c08096b30 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.710+0000 7f2c0f072640 1 -- 172.21.15.175:0/1029953689 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08096b30 msgr2=0x7f2c08097100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.710+0000 7f2c0f072640 1 --2- 172.21.15.175:0/1029953689 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08096b30 0x7f2c08097100 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc0097a0 tx=0x7f2bfc02a060 comp rx=0 tx=0).stop 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.710+0000 7f2c0f072640 1 -- 172.21.15.175:0/1029953689 shutdown_connections 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.710+0000 7f2c0f072640 1 --2- 172.21.15.175:0/1029953689 >> v2:172.21.15.175:3300/0 conn(0x7f2c08097640 0x7f2c08097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.710+0000 7f2c0f072640 1 --2- 172.21.15.175:0/1029953689 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08096b30 0x7f2c08097100 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.710+0000 7f2c0f072640 1 -- 172.21.15.175:0/1029953689 >> 172.21.15.175:0/1029953689 conn(0x7f2c0809cb20 msgr2=0x7f2c0809cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:12.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.710+0000 7f2c0f072640 1 -- 172.21.15.175:0/1029953689 shutdown_connections 2024-09-16T01:18:12.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.710+0000 7f2c0f072640 1 -- 172.21.15.175:0/1029953689 wait complete. 2024-09-16T01:18:12.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.711+0000 7f2c0f072640 1 Processor -- start 2024-09-16T01:18:12.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.711+0000 7f2c0f072640 1 -- start start 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.711+0000 7f2c0f072640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2c08096b30 0x7f2c080709e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.711+0000 7f2c0f072640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08097640 0x7f2c08070f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.711+0000 7f2c0f072640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c08133d90 0x7f2c08071460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.711+0000 7f2c0f072640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f2c08137ab0 con 0x7f2c08133d90 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.711+0000 7f2c0f072640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f2c08099750 con 0x7f2c08096b30 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.711+0000 7f2c0f072640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f2c08137c30 con 0x7f2c08097640 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0d60f640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c08133d90 0x7f2c08071460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0d60f640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c08133d90 0x7f2c08071460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55182/0 (socket says 172.21.15.175:55182) 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c07fff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08097640 0x7f2c08070f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0d60f640 1 -- 172.21.15.175:0/2644243354 learned_addr learned my addr 172.21.15.175:0/2644243354 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:12.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0ce0e640 1 --2- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2c08096b30 0x7f2c080709e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0d60f640 1 -- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08097640 msgr2=0x7f2c08070f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0d60f640 1 --2- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08097640 0x7f2c08070f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0d60f640 1 -- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2c08096b30 msgr2=0x7f2c080709e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0d60f640 1 --2- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2c08096b30 0x7f2c080709e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0d60f640 1 -- 172.21.15.175:0/2644243354 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c080722e0 con 0x7f2c08133d90 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c07fff640 1 --2- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08097640 0x7f2c08070f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0ce0e640 1 --2- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2c08096b30 0x7f2c080709e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0d60f640 1 --2- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c08133d90 0x7f2c08071460 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2c0000cbc0 tx=0x7f2c000021f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c057fa640 1 -- 172.21.15.175:0/2644243354 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c0000acd0 con 0x7f2c08133d90 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c057fa640 1 -- 172.21.15.175:0/2644243354 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c00019070 con 0x7f2c08133d90 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0f072640 1 -- 172.21.15.175:0/2644243354 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c080719a0 con 0x7f2c08133d90 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c057fa640 1 -- 172.21.15.175:0/2644243354 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c00015b60 con 0x7f2c08133d90 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.712+0000 7f2c0f072640 1 -- 172.21.15.175:0/2644243354 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c08073610 con 0x7f2c08133d90 2024-09-16T01:18:12.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.713+0000 7f2c057fa640 1 -- 172.21.15.175:0/2644243354 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 7) ==== 55745+0+0 (secure 0 0 0) 0x7f2c00015d00 con 0x7f2c08133d90 2024-09-16T01:18:12.717 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.714+0000 7f2c057fa640 1 -- 172.21.15.175:0/2644243354 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7f2c00065e20 con 0x7f2c08133d90 2024-09-16T01:18:12.717 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.714+0000 7f2c0f072640 1 -- 172.21.15.175:0/2644243354 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c08071b70 con 0x7f2c08133d90 2024-09-16T01:18:12.718 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.717+0000 7f2c057fa640 1 -- 172.21.15.175:0/2644243354 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7f2c000452e0 con 0x7f2c08133d90 2024-09-16T01:18:12.751 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.749+0000 7f921da38640 1 -- 172.21.15.175:0/1314744022 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f9218068d60 con 0x7f9218093540 2024-09-16T01:18:12.751 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.750+0000 7f9214ff9640 1 -- 172.21.15.175:0/1314744022 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f920803c800 con 0x7f9218093540 2024-09-16T01:18:12.751 INFO:teuthology.orchestra.run.smithi175.stdout:38654705681 2024-09-16T01:18:12.751 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.750+0000 7ff1f009c640 1 Processor -- start 2024-09-16T01:18:12.752 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1f009c640 1 -- start start 2024-09-16T01:18:12.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1f009c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7ff1e809b4d0 0x7ff1e81348b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1f009c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e8134df0 0x7ff1e81371e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1f009c640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1e809c470 con 0x7ff1e809a9e0 2024-09-16T01:18:12.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1f009c640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7ff1e809ba90 con 0x7ff1e809b4d0 2024-09-16T01:18:12.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1f009c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7ff1e806d380 con 0x7ff1e8134df0 2024-09-16T01:18:12.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1ed637640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7ff1e809b4d0 0x7ff1e81348b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1ede38640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7ff1e809a9e0 0x7ff1e809adc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:50726/0 (socket says 172.21.15.175:50726) 2024-09-16T01:18:12.754 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1ed637640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7ff1e809b4d0 0x7ff1e81348b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55198/0 (socket says 172.21.15.175:55198) 2024-09-16T01:18:12.754 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1ede38640 1 -- 172.21.15.175:0/3748505295 learned_addr learned my addr 172.21.15.175:0/3748505295 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:12.754 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.751+0000 7ff1ee639640 1 --2- 172.21.15.175:0/3748505295 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e8134df0 0x7ff1e81371e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.754 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7ff1ee639640 1 -- 172.21.15.175:0/3748505295 >> v2:172.21.15.175:3300/0 conn(0x7ff1e809b4d0 msgr2=0x7ff1e81348b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:12.754 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7ff1ee639640 1 --2- 172.21.15.175:0/3748505295 >> v2:172.21.15.175:3300/0 conn(0x7ff1e809b4d0 0x7ff1e81348b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.754 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7ff1ee639640 1 -- 172.21.15.175:0/3748505295 >> v1:172.21.15.175:6789/0 conn(0x7ff1e809a9e0 legacy=0x7ff1e809adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.754 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7ff1ece36640 1 -- 172.21.15.175:0/3748505295 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 18361872 0 0) 0x7ff1e809c470 con 0x7ff1e809a9e0 2024-09-16T01:18:12.754 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7ff1ee639640 1 -- 172.21.15.175:0/3748505295 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e806cf40 con 0x7ff1e8134df0 2024-09-16T01:18:12.754 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7ff1ed637640 1 --2- 172.21.15.175:0/3748505295 >> v2:172.21.15.175:3300/0 conn(0x7ff1e809b4d0 0x7ff1e81348b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:12.755 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7f921da38640 1 -- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218093540 msgr2=0x7f92181c44c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.755 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7f921da38640 1 --2- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218093540 0x7f92181c44c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f920800c3e0 tx=0x7f920800c8a0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.755 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7f921da38640 1 -- 172.21.15.175:0/1314744022 shutdown_connections 2024-09-16T01:18:12.755 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7f921da38640 1 --2- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9218094a70 0x7f9218131c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.755 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7f921da38640 1 --2- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9218094030 0x7f92181c4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.755 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7f921da38640 1 --2- 172.21.15.175:0/1314744022 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9218093540 0x7f92181c44c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.756 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7f921da38640 1 -- 172.21.15.175:0/1314744022 >> 172.21.15.175:0/1314744022 conn(0x7f921809c290 msgr2=0x7f921808cf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:12.756 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7f921da38640 1 -- 172.21.15.175:0/1314744022 shutdown_connections 2024-09-16T01:18:12.756 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.752+0000 7f921da38640 1 -- 172.21.15.175:0/1314744022 wait complete. 2024-09-16T01:18:12.759 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.753+0000 7ff1ee639640 1 --2- 172.21.15.175:0/3748505295 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e8134df0 0x7ff1e81371e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0009d90 tx=0x7ff1e002a540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc4357b9215eba8c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:12.759 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.753+0000 7ff1ece36640 1 -- 172.21.15.175:0/3748505295 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e0007740 con 0x7ff1e8134df0 2024-09-16T01:18:12.759 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.753+0000 7ff1ece36640 1 -- 172.21.15.175:0/3748505295 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1e00078e0 con 0x7ff1e8134df0 2024-09-16T01:18:12.759 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.753+0000 7ff1ece36640 1 -- 172.21.15.175:0/3748505295 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e0007cb0 con 0x7ff1e8134df0 2024-09-16T01:18:12.759 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.754+0000 7ff1f009c640 1 -- 172.21.15.175:0/3748505295 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e8134df0 msgr2=0x7ff1e81371e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.759 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.754+0000 7ff1f009c640 1 --2- 172.21.15.175:0/3748505295 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e8134df0 0x7ff1e81371e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0009d90 tx=0x7ff1e002a540 comp rx=0 tx=0).stop 2024-09-16T01:18:12.759 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.754+0000 7ff1f009c640 1 -- 172.21.15.175:0/3748505295 shutdown_connections 2024-09-16T01:18:12.759 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.754+0000 7ff1f009c640 1 --2- 172.21.15.175:0/3748505295 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e8134df0 0x7ff1e81371e0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.759 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.754+0000 7ff1f009c640 1 --2- 172.21.15.175:0/3748505295 >> v2:172.21.15.175:3300/0 conn(0x7ff1e809b4d0 0x7ff1e81348b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.759 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.754+0000 7ff1f009c640 1 -- 172.21.15.175:0/3748505295 >> 172.21.15.175:0/3748505295 conn(0x7ff1e809eea0 msgr2=0x7ff1e809f2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.754+0000 7ff1f009c640 1 -- 172.21.15.175:0/3748505295 shutdown_connections 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.754+0000 7ff1f009c640 1 -- 172.21.15.175:0/3748505295 wait complete. 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1f009c640 1 Processor -- start 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1f009c640 1 -- start start 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1f009c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e809a9e0 0x7ff1e8092cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1f009c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff1e809b4d0 0x7ff1e8093200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1f009c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff1e8134df0 0x7ff1e8093740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1f009c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7ff1e8137ab0 con 0x7ff1e8134df0 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1f009c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7ff1e8137930 con 0x7ff1e809b4d0 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1f009c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7ff1e8137c30 con 0x7ff1e809a9e0 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1ed637640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff1e809b4d0 0x7ff1e8093200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1ede38640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e809a9e0 0x7ff1e8092cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.760 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1ed637640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff1e809b4d0 0x7ff1e8093200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:60980/0 (socket says 172.21.15.175:60980) 2024-09-16T01:18:12.761 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1ed637640 1 -- 172.21.15.175:0/1812869713 learned_addr learned my addr 172.21.15.175:0/1812869713 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:12.761 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.755+0000 7ff1ee639640 1 --2- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff1e8134df0 0x7ff1e8093740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:12.761 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1ed637640 1 -- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e809a9e0 msgr2=0x7ff1e8092cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.761 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1ed637640 1 --2- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e809a9e0 0x7ff1e8092cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.761 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1ed637640 1 -- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff1e8134df0 msgr2=0x7ff1e8093740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.761 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1ed637640 1 --2- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff1e8134df0 0x7ff1e8093740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.761 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1ed637640 1 -- 172.21.15.175:0/1812869713 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1e81314f0 con 0x7ff1e809b4d0 2024-09-16T01:18:12.761 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1ede38640 1 --2- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e809a9e0 0x7ff1e8092cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:12.761 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1ed637640 1 --2- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff1e809b4d0 0x7ff1e8093200 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff1d800ebe0 tx=0x7ff1d800c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:12.762 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1de7fc640 1 -- 172.21.15.175:0/1812869713 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d8017070 con 0x7ff1e809b4d0 2024-09-16T01:18:12.762 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1de7fc640 1 -- 172.21.15.175:0/1812869713 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1d800cc30 con 0x7ff1e809b4d0 2024-09-16T01:18:12.762 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1f009c640 1 -- 172.21.15.175:0/1812869713 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1e8130b50 con 0x7ff1e809b4d0 2024-09-16T01:18:12.762 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1de7fc640 1 -- 172.21.15.175:0/1812869713 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1d8013470 con 0x7ff1e809b4d0 2024-09-16T01:18:12.762 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.756+0000 7ff1f009c640 1 -- 172.21.15.175:0/1812869713 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1e8094f50 con 0x7ff1e809b4d0 2024-09-16T01:18:12.762 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.757+0000 7ff1de7fc640 1 -- 172.21.15.175:0/1812869713 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 7) ==== 55745+0+0 (secure 0 0 0) 0x7ff1d801a070 con 0x7ff1e809b4d0 2024-09-16T01:18:12.762 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.757+0000 7ff1de7fc640 1 -- 172.21.15.175:0/1812869713 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7ff1d805d4d0 con 0x7ff1e809b4d0 2024-09-16T01:18:12.763 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.757+0000 7ff1f009c640 1 -- 172.21.15.175:0/1812869713 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1e809adc0 con 0x7ff1e809b4d0 2024-09-16T01:18:12.763 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.761+0000 7ff1de7fc640 1 -- 172.21.15.175:0/1812869713 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+147497 (secure 0 0 0) 0x7ff1d803cb40 con 0x7ff1e809b4d0 2024-09-16T01:18:12.764 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.2 2024-09-16T01:18:12.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.862+0000 7f2c0f072640 1 -- 172.21.15.175:0/2644243354 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f2c08097100 con 0x7f2c08133d90 2024-09-16T01:18:12.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.863+0000 7f2c057fa640 1 -- 172.21.15.175:0/2644243354 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2c00045540 con 0x7f2c08133d90 2024-09-16T01:18:12.864 INFO:teuthology.orchestra.run.smithi175.stdout:38654705681 2024-09-16T01:18:12.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.864+0000 7f2c0f072640 1 -- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c08133d90 msgr2=0x7f2c08071460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.864+0000 7f2c0f072640 1 --2- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c08133d90 0x7f2c08071460 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2c0000cbc0 tx=0x7f2c000021f0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.865+0000 7f2c0f072640 1 -- 172.21.15.175:0/2644243354 shutdown_connections 2024-09-16T01:18:12.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.865+0000 7f2c0f072640 1 --2- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c08133d90 0x7f2c08071460 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.865+0000 7f2c0f072640 1 --2- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f2c08097640 0x7f2c08070f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.865+0000 7f2c0f072640 1 --2- 172.21.15.175:0/2644243354 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f2c08096b30 0x7f2c080709e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.865+0000 7f2c0f072640 1 -- 172.21.15.175:0/2644243354 >> 172.21.15.175:0/2644243354 conn(0x7f2c0809cb20 msgr2=0x7f2c0809dd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:12.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.865+0000 7f2c0f072640 1 -- 172.21.15.175:0/2644243354 shutdown_connections 2024-09-16T01:18:12.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.865+0000 7f2c0f072640 1 -- 172.21.15.175:0/2644243354 wait complete. 2024-09-16T01:18:12.876 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.1 2024-09-16T01:18:12.909 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.907+0000 7ff1f009c640 1 -- 172.21.15.175:0/1812869713 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7ff1e8068fc0 con 0x7ff1e809b4d0 2024-09-16T01:18:12.909 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.908+0000 7ff1de7fc640 1 -- 172.21.15.175:0/1812869713 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff1d803cda0 con 0x7ff1e809b4d0 2024-09-16T01:18:12.909 INFO:teuthology.orchestra.run.smithi175.stdout:38654705681 2024-09-16T01:18:12.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.909+0000 7ff1f009c640 1 -- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff1e809b4d0 msgr2=0x7ff1e8093200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:12.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.909+0000 7ff1f009c640 1 --2- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff1e809b4d0 0x7ff1e8093200 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff1d800ebe0 tx=0x7ff1d800c520 comp rx=0 tx=0).stop 2024-09-16T01:18:12.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.909+0000 7ff1f009c640 1 -- 172.21.15.175:0/1812869713 shutdown_connections 2024-09-16T01:18:12.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.909+0000 7ff1f009c640 1 --2- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff1e8134df0 0x7ff1e8093740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.909+0000 7ff1f009c640 1 --2- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff1e809b4d0 0x7ff1e8093200 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.909+0000 7ff1f009c640 1 --2- 172.21.15.175:0/1812869713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff1e809a9e0 0x7ff1e8092cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:12.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.909+0000 7ff1f009c640 1 -- 172.21.15.175:0/1812869713 >> 172.21.15.175:0/1812869713 conn(0x7ff1e809eea0 msgr2=0x7ff1e812f3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:12.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.910+0000 7ff1f009c640 1 -- 172.21.15.175:0/1812869713 shutdown_connections 2024-09-16T01:18:12.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:12.910+0000 7ff1f009c640 1 -- 172.21.15.175:0/1812869713 wait complete. 2024-09-16T01:18:12.921 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.0 2024-09-16T01:18:13.412 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:13.411+0000 7f1865193640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-16T01:18:13.413 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:13.412+0000 7f1865193640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T01:18:13.413 INFO:tasks.ceph.mgr.y.smithi175.stderr:2024-09-16T01:18:13.413+0000 7f1865193640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T01:18:13.664 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:18:13.766 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:18:13.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.772+0000 7f8488965640 1 Processor -- start 2024-09-16T01:18:13.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.772+0000 7f8488965640 1 -- start start 2024-09-16T01:18:13.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f8488965640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406ee30 0x7f848406f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f8488965640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f84841351f0 0x7f84841375e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f8488965640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f848406cef0 con 0x7f848406f750 2024-09-16T01:18:13.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f8488965640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f8484070430 con 0x7f84841351f0 2024-09-16T01:18:13.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f8488965640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f848406fb90 con 0x7f848406ee30 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f848259c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406ee30 0x7f848406f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f8482d9d640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f84841351f0 0x7f84841375e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f8481d9b640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f848406f750 0x7f8484133ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:59320/0 (socket says 172.21.15.175:59320) 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f8482d9d640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f84841351f0 0x7f84841375e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49144/0 (socket says 172.21.15.175:49144) 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f848259c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406ee30 0x7f848406f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55264/0 (socket says 172.21.15.175:55264) 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f8481d9b640 1 -- 172.21.15.175:0/143091815 learned_addr learned my addr 172.21.15.175:0/143091815 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f848259c640 1 -- 172.21.15.175:0/143091815 >> v2:172.21.15.175:3300/0 conn(0x7f84841351f0 msgr2=0x7f84841375e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f848259c640 1 --2- 172.21.15.175:0/143091815 >> v2:172.21.15.175:3300/0 conn(0x7f84841351f0 0x7f84841375e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f848259c640 1 -- 172.21.15.175:0/143091815 >> v1:172.21.15.175:6789/0 conn(0x7f848406f750 legacy=0x7f8484133ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f848159a640 1 -- 172.21.15.175:0/143091815 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3848353062 0 0) 0x7f848406cef0 con 0x7f848406f750 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f848259c640 1 -- 172.21.15.175:0/143091815 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f848406d7e0 con 0x7f848406ee30 2024-09-16T01:18:13.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.773+0000 7f8482d9d640 1 --2- 172.21.15.175:0/143091815 >> v2:172.21.15.175:3300/0 conn(0x7f84841351f0 0x7f84841375e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:13.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.774+0000 7f848259c640 1 --2- 172.21.15.175:0/143091815 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406ee30 0x7f848406f210 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f847c0097a0 tx=0x7f847c02a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16d77adbde2870ad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:13.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.774+0000 7f848159a640 1 -- 172.21.15.175:0/143091815 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f847c037070 con 0x7f848406ee30 2024-09-16T01:18:13.778 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.774+0000 7f848159a640 1 -- 172.21.15.175:0/143091815 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f847c02adb0 con 0x7f848406ee30 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.774+0000 7f848159a640 1 -- 172.21.15.175:0/143091815 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f847c032660 con 0x7f848406ee30 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.775+0000 7f8488965640 1 -- 172.21.15.175:0/143091815 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406ee30 msgr2=0x7f848406f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.775+0000 7f8488965640 1 --2- 172.21.15.175:0/143091815 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406ee30 0x7f848406f210 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f847c0097a0 tx=0x7f847c02a060 comp rx=0 tx=0).stop 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.775+0000 7f8488965640 1 -- 172.21.15.175:0/143091815 shutdown_connections 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.775+0000 7f8488965640 1 --2- 172.21.15.175:0/143091815 >> v2:172.21.15.175:3300/0 conn(0x7f84841351f0 0x7f84841375e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.775+0000 7f8488965640 1 --2- 172.21.15.175:0/143091815 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406ee30 0x7f848406f210 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.775+0000 7f8488965640 1 -- 172.21.15.175:0/143091815 >> 172.21.15.175:0/143091815 conn(0x7f848409b610 msgr2=0x7f848409ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.775+0000 7f8488965640 1 -- 172.21.15.175:0/143091815 shutdown_connections 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.775+0000 7f8488965640 1 -- 172.21.15.175:0/143091815 wait complete. 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.776+0000 7f8488965640 1 Processor -- start 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.776+0000 7f8488965640 1 -- start start 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.776+0000 7f8488965640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f848406ee30 0x7f8484096f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.776+0000 7f8488965640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406f750 0x7f84840974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8488965640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f84841351f0 0x7f8484097a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8488965640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f8484137eb0 con 0x7f848406ee30 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8488965640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f8484137d30 con 0x7f848406f750 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8488965640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f8484138030 con 0x7f84841351f0 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8481d9b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406f750 0x7f84840974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f848259c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f848406ee30 0x7f8484096f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f848259c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f848406ee30 0x7f8484096f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49156/0 (socket says 172.21.15.175:49156) 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8482d9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f84841351f0 0x7f8484097a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f848259c640 1 -- 172.21.15.175:0/854854360 learned_addr learned my addr 172.21.15.175:0/854854360 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8481d9b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406f750 0x7f84840974d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55276/0 (socket says 172.21.15.175:55276) 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8482d9d640 1 -- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406f750 msgr2=0x7f84840974d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8482d9d640 1 --2- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406f750 0x7f84840974d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8482d9d640 1 -- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f848406ee30 msgr2=0x7f8484096f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.780 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8482d9d640 1 --2- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f848406ee30 0x7f8484096f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.781 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8482d9d640 1 -- 172.21.15.175:0/854854360 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84841255f0 con 0x7f84841351f0 2024-09-16T01:18:13.781 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8481d9b640 1 --2- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406f750 0x7f84840974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:13.781 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8482d9d640 1 --2- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f84841351f0 0x7f8484097a10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f847400e7f0 tx=0x7f847400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:13.781 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8472ffd640 1 -- 172.21.15.175:0/854854360 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8474017070 con 0x7f84841351f0 2024-09-16T01:18:13.781 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8472ffd640 1 -- 172.21.15.175:0/854854360 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8474004020 con 0x7f84841351f0 2024-09-16T01:18:13.781 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8472ffd640 1 -- 172.21.15.175:0/854854360 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84740043f0 con 0x7f84841351f0 2024-09-16T01:18:13.781 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.777+0000 7f8488965640 1 -- 172.21.15.175:0/854854360 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8484124610 con 0x7f84841351f0 2024-09-16T01:18:13.781 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.778+0000 7f8488965640 1 -- 172.21.15.175:0/854854360 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f84841c4220 con 0x7f84841351f0 2024-09-16T01:18:13.782 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.778+0000 7f8472ffd640 1 -- 172.21.15.175:0/854854360 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 8) ==== 55837+0+0 (secure 0 0 0) 0x7f847400c940 con 0x7f84841351f0 2024-09-16T01:18:13.782 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.779+0000 7f8472ffd640 1 -- 172.21.15.175:0/854854360 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7f847405d440 con 0x7f84841351f0 2024-09-16T01:18:13.782 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.779+0000 7f8488965640 1 -- 172.21.15.175:0/854854360 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f848406f210 con 0x7f84841351f0 2024-09-16T01:18:13.784 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.783+0000 7f8472ffd640 1 -- 172.21.15.175:0/854854360 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f8474009360 con 0x7f84841351f0 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.869+0000 7fe31d5c9640 1 Processor -- start 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.869+0000 7fe31d5c9640 1 -- start start 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe31d5c9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe31806f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe31d5c9640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe31806f750 0x7fe318133ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe31d5c9640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fe318134010 0x7fe318136400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe31d5c9640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fe318070430 con 0x7fe318134010 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe31d5c9640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fe31806cef0 con 0x7fe31806ee30 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe31d5c9640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fe31806fb90 con 0x7fe31806f750 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe316ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe31806f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe3167fc640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe31806f750 0x7fe318133ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe3177fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fe318134010 0x7fe318136400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe316ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe31806f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55278/0 (socket says 172.21.15.175:55278) 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe3167fc640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe31806f750 0x7fe318133ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57772/0 (socket says 172.21.15.175:57772) 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe3177fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fe318134010 0x7fe318136400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49172/0 (socket says 172.21.15.175:49172) 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe316ffd640 1 -- 172.21.15.175:0/896915729 learned_addr learned my addr 172.21.15.175:0/896915729 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe3177fe640 1 -- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe31806f750 msgr2=0x7fe318133ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe3177fe640 1 --2- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe31806f750 0x7fe318133ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe3177fe640 1 -- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 msgr2=0x7fe31806f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe3177fe640 1 --2- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe31806f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe3177fe640 1 -- 172.21.15.175:0/896915729 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe31806d7e0 con 0x7fe318134010 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe3167fc640 1 --2- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe31806f750 0x7fe318133ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.870+0000 7fe316ffd640 1 --2- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe31806f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.871+0000 7fe3177fe640 1 --2- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe318134010 0x7fe318136400 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe310009d90 tx=0x7fe31002a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eb5b74c3d553de5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:13.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.871+0000 7fe315ffb640 1 -- 172.21.15.175:0/896915729 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe310007740 con 0x7fe318134010 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.871+0000 7fe315ffb640 1 -- 172.21.15.175:0/896915729 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3100078e0 con 0x7fe318134010 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.871+0000 7fe315ffb640 1 -- 172.21.15.175:0/896915729 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe310007cb0 con 0x7fe318134010 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.872+0000 7fe31d5c9640 1 -- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe318134010 msgr2=0x7fe318136400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.872+0000 7fe31d5c9640 1 --2- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe318134010 0x7fe318136400 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe310009d90 tx=0x7fe31002a490 comp rx=0 tx=0).stop 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.872+0000 7fe31d5c9640 1 -- 172.21.15.175:0/896915729 shutdown_connections 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.872+0000 7fe31d5c9640 1 --2- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe318134010 0x7fe318136400 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.872+0000 7fe31d5c9640 1 --2- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe31806f750 0x7fe318133ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.872+0000 7fe31d5c9640 1 --2- 172.21.15.175:0/896915729 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe31806f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.872+0000 7fe31d5c9640 1 -- 172.21.15.175:0/896915729 >> 172.21.15.175:0/896915729 conn(0x7fe31809b610 msgr2=0x7fe31809ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.872+0000 7fe31d5c9640 1 -- 172.21.15.175:0/896915729 shutdown_connections 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.872+0000 7fe31d5c9640 1 -- 172.21.15.175:0/896915729 wait complete. 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe31d5c9640 1 Processor -- start 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe31d5c9640 1 -- start start 2024-09-16T01:18:13.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe31d5c9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe318096eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe31d5c9640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe31806f750 0x7fe3180973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe31d5c9640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe318134010 0x7fe3181c41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe31d5c9640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fe318136cd0 con 0x7fe31806f750 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe31d5c9640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fe318136b50 con 0x7fe31806ee30 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe31d5c9640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fe318136e50 con 0x7fe318134010 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe316ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe318096eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe316ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe318096eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55294/0 (socket says 172.21.15.175:55294) 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe316ffd640 1 -- 172.21.15.175:0/3992614871 learned_addr learned my addr 172.21.15.175:0/3992614871 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe3177fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe318134010 0x7fe3181c41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.873+0000 7fe3167fc640 1 --2- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe31806f750 0x7fe3180973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe316ffd640 1 -- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe318134010 msgr2=0x7fe3181c41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe316ffd640 1 --2- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe318134010 0x7fe3181c41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe316ffd640 1 -- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe31806f750 msgr2=0x7fe3180973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe316ffd640 1 --2- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe31806f750 0x7fe3180973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe316ffd640 1 -- 172.21.15.175:0/3992614871 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3181259e0 con 0x7fe31806ee30 2024-09-16T01:18:13.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe3177fe640 1 --2- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe318134010 0x7fe3181c41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:13.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe316ffd640 1 --2- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe318096eb0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe30800ea00 tx=0x7fe30800eec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:13.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe2ff7fe640 1 -- 172.21.15.175:0/3992614871 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe308017070 con 0x7fe31806ee30 2024-09-16T01:18:13.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe2ff7fe640 1 -- 172.21.15.175:0/3992614871 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe30800ca60 con 0x7fe31806ee30 2024-09-16T01:18:13.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe31d5c9640 1 -- 172.21.15.175:0/3992614871 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3181245e0 con 0x7fe31806ee30 2024-09-16T01:18:13.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe2ff7fe640 1 -- 172.21.15.175:0/3992614871 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30800ce10 con 0x7fe31806ee30 2024-09-16T01:18:13.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.874+0000 7fe31d5c9640 1 -- 172.21.15.175:0/3992614871 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3181c4700 con 0x7fe31806ee30 2024-09-16T01:18:13.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.875+0000 7fe31d5c9640 1 -- 172.21.15.175:0/3992614871 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe31806f210 con 0x7fe31806ee30 2024-09-16T01:18:13.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.875+0000 7fe2ff7fe640 1 -- 172.21.15.175:0/3992614871 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 8) ==== 55837+0+0 (secure 0 0 0) 0x7fe30801a070 con 0x7fe31806ee30 2024-09-16T01:18:13.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.876+0000 7fe2ff7fe640 1 -- 172.21.15.175:0/3992614871 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7fe30805d580 con 0x7fe31806ee30 2024-09-16T01:18:13.882 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:18:13.883 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.880+0000 7fe2ff7fe640 1 -- 172.21.15.175:0/3992614871 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fe30803c9b0 con 0x7fe31806ee30 2024-09-16T01:18:13.922 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:18:13.938 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.937+0000 7f8488965640 1 -- 172.21.15.175:0/854854360 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f8484068e60 con 0x7f84841351f0 2024-09-16T01:18:13.938 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.937+0000 7f8472ffd640 1 -- 172.21.15.175:0/854854360 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f847403c870 con 0x7f84841351f0 2024-09-16T01:18:13.938 INFO:teuthology.orchestra.run.smithi175.stdout:38654705682 2024-09-16T01:18:13.941 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.939+0000 7f8488965640 1 -- 172.21.15.175:0/854854360 >> v1:172.21.15.175:6816/2987616722 conn(0x7f8464047e20 legacy=0x7f846404a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.941 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.939+0000 7f8488965640 1 -- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f84841351f0 msgr2=0x7f8484097a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.941 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.939+0000 7f8488965640 1 --2- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f84841351f0 0x7f8484097a10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f847400e7f0 tx=0x7f847400ecb0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.941 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.939+0000 7f8488965640 1 -- 172.21.15.175:0/854854360 shutdown_connections 2024-09-16T01:18:13.942 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.939+0000 7f8488965640 1 --2- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f84841351f0 0x7f8484097a10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.942 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.939+0000 7f8488965640 1 --2- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f848406f750 0x7f84840974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.942 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.939+0000 7f8488965640 1 --2- 172.21.15.175:0/854854360 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f848406ee30 0x7f8484096f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.942 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.939+0000 7f8488965640 1 -- 172.21.15.175:0/854854360 >> 172.21.15.175:0/854854360 conn(0x7f848409b610 msgr2=0x7f8484137110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:13.942 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.939+0000 7f8488965640 1 -- 172.21.15.175:0/854854360 shutdown_connections 2024-09-16T01:18:13.942 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.939+0000 7f8488965640 1 -- 172.21.15.175:0/854854360 wait complete. 2024-09-16T01:18:13.953 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705682 for osd.3 2024-09-16T01:18:13.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddc5bfb640 1 Processor -- start 2024-09-16T01:18:13.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddc5bfb640 1 -- start start 2024-09-16T01:18:13.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddc5bfb640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fddc006dce0 0x7fddc006e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddc5bfb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006e600 0x7fddc012f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddc5bfb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 0x7fddc012fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddc5bfb640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fddc0075bc0 con 0x7fddc006dce0 2024-09-16T01:18:13.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddc5bfb640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fddc0070340 con 0x7fddc006e600 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddc5bfb640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fddc0130250 con 0x7fddc012f880 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddbf7fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fddc006dce0 0x7fddc006e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddbeffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006e600 0x7fddc012f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddbf7fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fddc006dce0 0x7fddc006e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49188/0 (socket says 172.21.15.175:49188) 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddbffff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 0x7fddc012fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.984+0000 7fddbf7fe640 1 -- 172.21.15.175:0/1723694956 learned_addr learned my addr 172.21.15.175:0/1723694956 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.985+0000 7fddbffff640 1 -- 172.21.15.175:0/1723694956 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006e600 msgr2=0x7fddc012f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.985+0000 7fddbffff640 1 --2- 172.21.15.175:0/1723694956 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006e600 0x7fddc012f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.985+0000 7fddbffff640 1 -- 172.21.15.175:0/1723694956 >> v2:172.21.15.175:3300/0 conn(0x7fddc006dce0 msgr2=0x7fddc006e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.985+0000 7fddbffff640 1 --2- 172.21.15.175:0/1723694956 >> v2:172.21.15.175:3300/0 conn(0x7fddc006dce0 0x7fddc006e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.985+0000 7fddbffff640 1 -- 172.21.15.175:0/1723694956 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc006f720 con 0x7fddc012f880 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.985+0000 7fddbf7fe640 1 --2- 172.21.15.175:0/1723694956 >> v2:172.21.15.175:3300/0 conn(0x7fddc006dce0 0x7fddc006e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:13.987 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.985+0000 7fddbeffd640 1 --2- 172.21.15.175:0/1723694956 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006e600 0x7fddc012f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:13.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddbffff640 1 --2- 172.21.15.175:0/1723694956 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 0x7fddc012fd10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fddb8009d90 tx=0x7fddb802a490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73f69870354b6137 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:13.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddbe7fc640 1 -- 172.21.15.175:0/1723694956 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb8007740 con 0x7fddc012f880 2024-09-16T01:18:13.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddbe7fc640 1 -- 172.21.15.175:0/1723694956 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddb80078e0 con 0x7fddc012f880 2024-09-16T01:18:13.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddbe7fc640 1 -- 172.21.15.175:0/1723694956 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb8007cb0 con 0x7fddc012f880 2024-09-16T01:18:13.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddc5bfb640 1 -- 172.21.15.175:0/1723694956 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 msgr2=0x7fddc012fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddc5bfb640 1 --2- 172.21.15.175:0/1723694956 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 0x7fddc012fd10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fddb8009d90 tx=0x7fddb802a490 comp rx=0 tx=0).stop 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddc5bfb640 1 -- 172.21.15.175:0/1723694956 shutdown_connections 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddc5bfb640 1 --2- 172.21.15.175:0/1723694956 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 0x7fddc012fd10 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddc5bfb640 1 --2- 172.21.15.175:0/1723694956 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006e600 0x7fddc012f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddc5bfb640 1 --2- 172.21.15.175:0/1723694956 >> v2:172.21.15.175:3300/0 conn(0x7fddc006dce0 0x7fddc006e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddc5bfb640 1 -- 172.21.15.175:0/1723694956 >> 172.21.15.175:0/1723694956 conn(0x7fddc009e980 msgr2=0x7fddc009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddc5bfb640 1 -- 172.21.15.175:0/1723694956 shutdown_connections 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.986+0000 7fddc5bfb640 1 -- 172.21.15.175:0/1723694956 wait complete. 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.987+0000 7fddc5bfb640 1 Processor -- start 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.987+0000 7fddc5bfb640 1 -- start start 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddc5bfb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006dce0 0x7fddc0130430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddc5bfb640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddc006e600 0x7fddc0130970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddc5bfb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 0x7fddc0130eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddc5bfb640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fddc01367f0 con 0x7fddc006e600 2024-09-16T01:18:13.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddc5bfb640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fddc0136670 con 0x7fddc006dce0 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddc5bfb640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fddc0136970 con 0x7fddc012f880 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbeffd640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddc006e600 0x7fddc0130970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbffff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 0x7fddc0130eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbeffd640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddc006e600 0x7fddc0130970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49196/0 (socket says 172.21.15.175:49196) 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbeffd640 1 -- 172.21.15.175:0/2325988888 learned_addr learned my addr 172.21.15.175:0/2325988888 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbf7fe640 1 --2- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006dce0 0x7fddc0130430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbffff640 1 -- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006dce0 msgr2=0x7fddc0130430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbffff640 1 --2- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006dce0 0x7fddc0130430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbffff640 1 -- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddc006e600 msgr2=0x7fddc0130970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbffff640 1 --2- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddc006e600 0x7fddc0130970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbffff640 1 -- 172.21.15.175:0/2325988888 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc0133690 con 0x7fddc012f880 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.988+0000 7fddbf7fe640 1 --2- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006dce0 0x7fddc0130430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:13.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.989+0000 7fddbffff640 1 --2- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 0x7fddc0130eb0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fddb8031000 tx=0x7fddb8004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:13.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.989+0000 7fdda7fff640 1 -- 172.21.15.175:0/2325988888 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb8040070 con 0x7fddc012f880 2024-09-16T01:18:13.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.989+0000 7fdda7fff640 1 -- 172.21.15.175:0/2325988888 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddb8031c00 con 0x7fddc012f880 2024-09-16T01:18:13.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.989+0000 7fdda7fff640 1 -- 172.21.15.175:0/2325988888 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb8009450 con 0x7fddc012f880 2024-09-16T01:18:13.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.989+0000 7fddc5bfb640 1 -- 172.21.15.175:0/2325988888 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddc0132ae0 con 0x7fddc012f880 2024-09-16T01:18:13.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.989+0000 7fddc5bfb640 1 -- 172.21.15.175:0/2325988888 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fddc012ca80 con 0x7fddc012f880 2024-09-16T01:18:13.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.990+0000 7fdda7fff640 1 -- 172.21.15.175:0/2325988888 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 8) ==== 55837+0+0 (secure 0 0 0) 0x7fddb8039040 con 0x7fddc012f880 2024-09-16T01:18:13.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.990+0000 7fddc5bfb640 1 -- 172.21.15.175:0/2325988888 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddc012cd10 con 0x7fddc012f880 2024-09-16T01:18:13.994 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.990+0000 7fdda7fff640 1 -- 172.21.15.175:0/2325988888 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7fddb807ece0 con 0x7fddc012f880 2024-09-16T01:18:13.995 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:13.994+0000 7fdda7fff640 1 -- 172.21.15.175:0/2325988888 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fddc012cd10 con 0x7fddc012f880 2024-09-16T01:18:14.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.027+0000 7f01dccf0640 1 Processor -- start 2024-09-16T01:18:14.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.027+0000 7f01dccf0640 1 -- start start 2024-09-16T01:18:14.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01dccf0640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d806dce0 0x7f01d806e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:14.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01dccf0640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f01d806e600 0x7f01d812f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:14.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01dccf0640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01d806f720 con 0x7f01d812f880 2024-09-16T01:18:14.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01dccf0640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f01d8075bc0 con 0x7f01d806e600 2024-09-16T01:18:14.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01dccf0640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f01d8070340 con 0x7f01d806dce0 2024-09-16T01:18:14.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01d659c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d806dce0 0x7f01d806e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:14.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01d659c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d806dce0 0x7f01d806e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57808/0 (socket says 172.21.15.175:57808) 2024-09-16T01:18:14.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01d659c640 1 -- 172.21.15.175:0/3921675576 learned_addr learned my addr 172.21.15.175:0/3921675576 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:14.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01d5d9b640 1 --2- 172.21.15.175:0/3921675576 >> v2:172.21.15.175:3300/0 conn(0x7f01d806e600 0x7f01d812f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:14.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01d559a640 1 -- 172.21.15.175:0/3921675576 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3631291333 0 0) 0x7f01d806f720 con 0x7f01d812f880 2024-09-16T01:18:14.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01d659c640 1 -- 172.21.15.175:0/3921675576 >> v2:172.21.15.175:3300/0 conn(0x7f01d806e600 msgr2=0x7f01d812f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:14.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01d659c640 1 --2- 172.21.15.175:0/3921675576 >> v2:172.21.15.175:3300/0 conn(0x7f01d806e600 0x7f01d812f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01d659c640 1 -- 172.21.15.175:0/3921675576 >> v1:172.21.15.175:6789/0 conn(0x7f01d812f880 legacy=0x7f01d812fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:14.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.028+0000 7f01d659c640 1 -- 172.21.15.175:0/3921675576 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01d806e9e0 con 0x7f01d806dce0 2024-09-16T01:18:14.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.029+0000 7f01d659c640 1 --2- 172.21.15.175:0/3921675576 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d806dce0 0x7f01d806e0c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f01c8009870 tx=0x7f01c802a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9eb5ad0d58145cbe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:14.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.029+0000 7f01d559a640 1 -- 172.21.15.175:0/3921675576 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c8037070 con 0x7f01d806dce0 2024-09-16T01:18:14.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.029+0000 7f01d559a640 1 -- 172.21.15.175:0/3921675576 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01c8032440 con 0x7f01d806dce0 2024-09-16T01:18:14.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.029+0000 7f01d559a640 1 -- 172.21.15.175:0/3921675576 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c8032810 con 0x7f01d806dce0 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.029+0000 7f01dccf0640 1 -- 172.21.15.175:0/3921675576 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d806dce0 msgr2=0x7f01d806e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.029+0000 7f01dccf0640 1 --2- 172.21.15.175:0/3921675576 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d806dce0 0x7f01d806e0c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f01c8009870 tx=0x7f01c802a130 comp rx=0 tx=0).stop 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.030+0000 7f01dccf0640 1 -- 172.21.15.175:0/3921675576 shutdown_connections 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.030+0000 7f01dccf0640 1 --2- 172.21.15.175:0/3921675576 >> v2:172.21.15.175:3300/0 conn(0x7f01d806e600 0x7f01d812f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.030+0000 7f01dccf0640 1 --2- 172.21.15.175:0/3921675576 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d806dce0 0x7f01d806e0c0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.030+0000 7f01dccf0640 1 -- 172.21.15.175:0/3921675576 >> 172.21.15.175:0/3921675576 conn(0x7f01d809e980 msgr2=0x7f01d809ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.030+0000 7f01dccf0640 1 -- 172.21.15.175:0/3921675576 shutdown_connections 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.030+0000 7f01dccf0640 1 -- 172.21.15.175:0/3921675576 wait complete. 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01dccf0640 1 Processor -- start 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01dccf0640 1 -- start start 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01dccf0640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f01d806dce0 0x7f01d8093390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:14.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01dccf0640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f01d806e600 0x7f01d80938d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01dccf0640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d812f880 0x7f01d8093e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01dccf0640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f01d8137a10 con 0x7f01d806dce0 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01dccf0640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f01d8137890 con 0x7f01d806e600 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01dccf0640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f01d8137b90 con 0x7f01d812f880 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01d659c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f01d806dce0 0x7f01d8093390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01d659c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f01d806dce0 0x7f01d8093390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49222/0 (socket says 172.21.15.175:49222) 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01d5d9b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f01d806e600 0x7f01d80938d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01d659c640 1 -- 172.21.15.175:0/115955028 learned_addr learned my addr 172.21.15.175:0/115955028 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.031+0000 7f01d6d9d640 1 --2- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d812f880 0x7f01d8093e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01d5d9b640 1 -- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d812f880 msgr2=0x7f01d8093e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01d5d9b640 1 --2- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d812f880 0x7f01d8093e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01d5d9b640 1 -- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f01d806dce0 msgr2=0x7f01d8093390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01d5d9b640 1 --2- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f01d806dce0 0x7f01d8093390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01d5d9b640 1 -- 172.21.15.175:0/115955028 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01d8094350 con 0x7f01d806e600 2024-09-16T01:18:14.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01d6d9d640 1 --2- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d812f880 0x7f01d8093e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:14.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01d659c640 1 --2- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f01d806dce0 0x7f01d8093390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:14.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01d5d9b640 1 --2- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f01d806e600 0x7f01d80938d0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f01cc00e880 tx=0x7f01cc00ed40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:14.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01c6ffd640 1 -- 172.21.15.175:0/115955028 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc017070 con 0x7f01d806e600 2024-09-16T01:18:14.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01c6ffd640 1 -- 172.21.15.175:0/115955028 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01cc00c940 con 0x7f01d806e600 2024-09-16T01:18:14.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01c6ffd640 1 -- 172.21.15.175:0/115955028 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc00cd30 con 0x7f01d806e600 2024-09-16T01:18:14.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01dccf0640 1 -- 172.21.15.175:0/115955028 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01d8092760 con 0x7f01d806e600 2024-09-16T01:18:14.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.032+0000 7f01dccf0640 1 -- 172.21.15.175:0/115955028 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f01d809bb30 con 0x7f01d806e600 2024-09-16T01:18:14.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.033+0000 7f01c6ffd640 1 -- 172.21.15.175:0/115955028 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 8) ==== 55837+0+0 (secure 0 0 0) 0x7f01cc01a070 con 0x7f01d806e600 2024-09-16T01:18:14.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.033+0000 7f01dccf0640 1 -- 172.21.15.175:0/115955028 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01d80930d0 con 0x7f01d806e600 2024-09-16T01:18:14.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.033+0000 7f01c6ffd640 1 -- 172.21.15.175:0/115955028 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7f01cc05d620 con 0x7f01d806e600 2024-09-16T01:18:14.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.034+0000 7fe31d5c9640 1 -- 172.21.15.175:0/3992614871 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fe318068e60 con 0x7fe31806ee30 2024-09-16T01:18:14.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.037+0000 7fe2ff7fe640 1 -- 172.21.15.175:0/3992614871 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe30803cc10 con 0x7fe31806ee30 2024-09-16T01:18:14.038 INFO:teuthology.orchestra.run.smithi175.stdout:38654705681 2024-09-16T01:18:14.039 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.037+0000 7f01c6ffd640 1 -- 172.21.15.175:0/115955028 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f01d80930d0 con 0x7f01d806e600 2024-09-16T01:18:14.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.039+0000 7fe31d5c9640 1 -- 172.21.15.175:0/3992614871 >> v1:172.21.15.175:6816/2987616722 conn(0x7fe304047e50 legacy=0x7fe30404a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:14.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.039+0000 7fe31d5c9640 1 -- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 msgr2=0x7fe318096eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:14.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.039+0000 7fe31d5c9640 1 --2- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe318096eb0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe30800ea00 tx=0x7fe30800eec0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.039+0000 7fe31d5c9640 1 -- 172.21.15.175:0/3992614871 shutdown_connections 2024-09-16T01:18:14.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.039+0000 7fe31d5c9640 1 --2- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe318134010 0x7fe3181c41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.039+0000 7fe31d5c9640 1 --2- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe31806f750 0x7fe3180973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.039+0000 7fe31d5c9640 1 --2- 172.21.15.175:0/3992614871 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe31806ee30 0x7fe318096eb0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.039+0000 7fe31d5c9640 1 -- 172.21.15.175:0/3992614871 >> 172.21.15.175:0/3992614871 conn(0x7fe31809b610 msgr2=0x7fe318072d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:14.042 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.039+0000 7fe31d5c9640 1 -- 172.21.15.175:0/3992614871 shutdown_connections 2024-09-16T01:18:14.042 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.039+0000 7fe31d5c9640 1 -- 172.21.15.175:0/3992614871 wait complete. 2024-09-16T01:18:14.051 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.2 2024-09-16T01:18:14.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.140+0000 7fddc5bfb640 1 -- 172.21.15.175:0/2325988888 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fddc012f340 con 0x7fddc012f880 2024-09-16T01:18:14.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.140+0000 7fdda7fff640 1 -- 172.21.15.175:0/2325988888 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fddb8083070 con 0x7fddc012f880 2024-09-16T01:18:14.142 INFO:teuthology.orchestra.run.smithi175.stdout:38654705681 2024-09-16T01:18:14.143 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.142+0000 7fddc5bfb640 1 -- 172.21.15.175:0/2325988888 >> v1:172.21.15.175:6816/2987616722 conn(0x7fddac047e20 legacy=0x7fddac04a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:14.143 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.142+0000 7fddc5bfb640 1 -- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 msgr2=0x7fddc0130eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:14.143 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.142+0000 7fddc5bfb640 1 --2- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 0x7fddc0130eb0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fddb8031000 tx=0x7fddb8004a40 comp rx=0 tx=0).stop 2024-09-16T01:18:14.143 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.142+0000 7fddc5bfb640 1 -- 172.21.15.175:0/2325988888 shutdown_connections 2024-09-16T01:18:14.144 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.142+0000 7fddc5bfb640 1 --2- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fddc012f880 0x7fddc0130eb0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.144 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.142+0000 7fddc5bfb640 1 --2- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddc006e600 0x7fddc0130970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.144 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.142+0000 7fddc5bfb640 1 --2- 172.21.15.175:0/2325988888 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fddc006dce0 0x7fddc0130430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.144 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.142+0000 7fddc5bfb640 1 -- 172.21.15.175:0/2325988888 >> 172.21.15.175:0/2325988888 conn(0x7fddc009e980 msgr2=0x7fddc00725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:14.144 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.142+0000 7fddc5bfb640 1 -- 172.21.15.175:0/2325988888 shutdown_connections 2024-09-16T01:18:14.144 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.142+0000 7fddc5bfb640 1 -- 172.21.15.175:0/2325988888 wait complete. 2024-09-16T01:18:14.154 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.1 2024-09-16T01:18:14.183 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.181+0000 7f01dccf0640 1 -- 172.21.15.175:0/115955028 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f01d806e0c0 con 0x7f01d806e600 2024-09-16T01:18:14.183 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.182+0000 7f01c6ffd640 1 -- 172.21.15.175:0/115955028 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f01cc03ca50 con 0x7f01d806e600 2024-09-16T01:18:14.183 INFO:teuthology.orchestra.run.smithi175.stdout:38654705681 2024-09-16T01:18:14.185 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.183+0000 7f01dccf0640 1 -- 172.21.15.175:0/115955028 >> v1:172.21.15.175:6816/2987616722 conn(0x7f01b8047e50 legacy=0x7f01b804a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:14.185 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.184+0000 7f01dccf0640 1 -- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f01d806e600 msgr2=0x7f01d80938d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:14.185 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.184+0000 7f01dccf0640 1 --2- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f01d806e600 0x7f01d80938d0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f01cc00e880 tx=0x7f01cc00ed40 comp rx=0 tx=0).stop 2024-09-16T01:18:14.185 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.184+0000 7f01dccf0640 1 -- 172.21.15.175:0/115955028 shutdown_connections 2024-09-16T01:18:14.185 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.184+0000 7f01dccf0640 1 --2- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f01d812f880 0x7f01d8093e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.185 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.184+0000 7f01dccf0640 1 --2- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f01d806e600 0x7f01d80938d0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.185 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.184+0000 7f01dccf0640 1 --2- 172.21.15.175:0/115955028 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f01d806dce0 0x7f01d8093390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:14.185 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.184+0000 7f01dccf0640 1 -- 172.21.15.175:0/115955028 >> 172.21.15.175:0/115955028 conn(0x7f01d809e980 msgr2=0x7f01d809d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:14.185 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.184+0000 7f01dccf0640 1 -- 172.21.15.175:0/115955028 shutdown_connections 2024-09-16T01:18:14.185 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:14.184+0000 7f01dccf0640 1 -- 172.21.15.175:0/115955028 wait complete. 2024-09-16T01:18:14.195 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.0 2024-09-16T01:18:14.954 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:18:15.052 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:18:15.061 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f018bdc9640 1 Processor -- start 2024-09-16T01:18:15.062 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f018bdc9640 1 -- start start 2024-09-16T01:18:15.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f018bdc9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412c6e0 0x7f018412cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f018bdc9640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 0x7f018412f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f018bdc9640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01840630c0 con 0x7f018412fe50 2024-09-16T01:18:15.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f018bdc9640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f0184063330 con 0x7f018412c6e0 2024-09-16T01:18:15.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f018bdc9640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f0184093ad0 con 0x7f018412f510 2024-09-16T01:18:15.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f0189b65640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412c6e0 0x7f018412cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f0189b65640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412c6e0 0x7f018412cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55366/0 (socket says 172.21.15.175:55366) 2024-09-16T01:18:15.063 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f0189b65640 1 -- 172.21.15.175:0/107275665 learned_addr learned my addr 172.21.15.175:0/107275665 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:15.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f0189364640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 0x7f018412f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.061+0000 7f018a366640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f018412fe50 0x7f0184136840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:59344/0 (socket says 172.21.15.175:59344) 2024-09-16T01:18:15.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.062+0000 7f0189b65640 1 -- 172.21.15.175:0/107275665 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 msgr2=0x7f018412f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:15.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.062+0000 7f0189b65640 1 --2- 172.21.15.175:0/107275665 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 0x7f018412f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.062+0000 7f0189b65640 1 -- 172.21.15.175:0/107275665 >> v1:172.21.15.175:6789/0 conn(0x7f018412fe50 legacy=0x7f0184136840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.062+0000 7f0188b63640 1 -- 172.21.15.175:0/107275665 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 930656266 0 0) 0x7f01840630c0 con 0x7f018412fe50 2024-09-16T01:18:15.064 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.062+0000 7f0189b65640 1 -- 172.21.15.175:0/107275665 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0184130300 con 0x7f018412c6e0 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.062+0000 7f0189b65640 1 --2- 172.21.15.175:0/107275665 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412c6e0 0x7f018412cac0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f017c0098a0 tx=0x7f017c02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14866a7537553d2c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f0188b63640 1 -- 172.21.15.175:0/107275665 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017c037070 con 0x7f018412c6e0 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f0188b63640 1 -- 172.21.15.175:0/107275665 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f017c032440 con 0x7f018412c6e0 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f0188b63640 1 -- 172.21.15.175:0/107275665 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017c02ae60 con 0x7f018412c6e0 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f018bdc9640 1 -- 172.21.15.175:0/107275665 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412c6e0 msgr2=0x7f018412cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f018bdc9640 1 --2- 172.21.15.175:0/107275665 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412c6e0 0x7f018412cac0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f017c0098a0 tx=0x7f017c02a110 comp rx=0 tx=0).stop 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f018bdc9640 1 -- 172.21.15.175:0/107275665 shutdown_connections 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f018bdc9640 1 --2- 172.21.15.175:0/107275665 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 0x7f018412f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f018bdc9640 1 --2- 172.21.15.175:0/107275665 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412c6e0 0x7f018412cac0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f018bdc9640 1 -- 172.21.15.175:0/107275665 >> 172.21.15.175:0/107275665 conn(0x7f018409c290 msgr2=0x7f018409c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:15.068 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f018bdc9640 1 -- 172.21.15.175:0/107275665 shutdown_connections 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.063+0000 7f018bdc9640 1 -- 172.21.15.175:0/107275665 wait complete. 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.064+0000 7f018bdc9640 1 Processor -- start 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.064+0000 7f018bdc9640 1 -- start start 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f018bdc9640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f018412c6e0 0x7f0184071db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f018bdc9640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 0x7f01840722f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f018bdc9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412fe50 0x7f0184072830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f018bdc9640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f0184091a10 con 0x7f018412c6e0 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f018bdc9640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f0184091890 con 0x7f018412fe50 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f018bdc9640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f0184137f60 con 0x7f018412f510 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189b65640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f018412c6e0 0x7f0184071db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f018a366640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412fe50 0x7f0184072830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.069 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189b65640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f018412c6e0 0x7f0184071db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49240/0 (socket says 172.21.15.175:49240) 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189b65640 1 -- 172.21.15.175:0/4090528587 learned_addr learned my addr 172.21.15.175:0/4090528587 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189364640 1 --2- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 0x7f01840722f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189b65640 1 -- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 msgr2=0x7f01840722f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189b65640 1 --2- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 0x7f01840722f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189b65640 1 -- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412fe50 msgr2=0x7f0184072830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189b65640 1 --2- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412fe50 0x7f0184072830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189b65640 1 -- 172.21.15.175:0/4090528587 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01841316c0 con 0x7f018412c6e0 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f018a366640 1 --2- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412fe50 0x7f0184072830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189364640 1 --2- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 0x7f01840722f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.065+0000 7f0189b65640 1 --2- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f018412c6e0 0x7f0184071db0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f017c000c00 tx=0x7f017c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.066+0000 7f01827fc640 1 -- 172.21.15.175:0/4090528587 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017c041020 con 0x7f018412c6e0 2024-09-16T01:18:15.070 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.066+0000 7f01827fc640 1 -- 172.21.15.175:0/4090528587 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f017c030640 con 0x7f018412c6e0 2024-09-16T01:18:15.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.066+0000 7f018bdc9640 1 -- 172.21.15.175:0/4090528587 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0184131960 con 0x7f018412c6e0 2024-09-16T01:18:15.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.066+0000 7f01827fc640 1 -- 172.21.15.175:0/4090528587 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017c037040 con 0x7f018412c6e0 2024-09-16T01:18:15.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.066+0000 7f018bdc9640 1 -- 172.21.15.175:0/4090528587 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01841c41e0 con 0x7f018412c6e0 2024-09-16T01:18:15.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.067+0000 7f01827fc640 1 -- 172.21.15.175:0/4090528587 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7f017c044020 con 0x7f018412c6e0 2024-09-16T01:18:15.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.067+0000 7f018bdc9640 1 -- 172.21.15.175:0/4090528587 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f018412cac0 con 0x7f018412c6e0 2024-09-16T01:18:15.071 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.067+0000 7f01827fc640 1 -- 172.21.15.175:0/4090528587 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7f017c07e100 con 0x7f018412c6e0 2024-09-16T01:18:15.072 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.071+0000 7f01827fc640 1 -- 172.21.15.175:0/4090528587 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f017c04b030 con 0x7f018412c6e0 2024-09-16T01:18:15.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.153+0000 7fbc37c98640 1 Processor -- start 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.153+0000 7fbc37c98640 1 -- start start 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.153+0000 7fbc37c98640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc30096340 0x7fbc30096720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.153+0000 7fbc37c98640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbc3012dd80 0x7fbc30135550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.153+0000 7fbc37c98640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc3009bd90 con 0x7fbc3012d210 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.153+0000 7fbc37c98640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fbc30098580 con 0x7fbc3012dd80 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.153+0000 7fbc37c98640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fbc300997e0 con 0x7fbc30096340 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.154+0000 7fbc36235640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbc3012dd80 0x7fbc30135550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.154+0000 7fbc35a34640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc30096340 0x7fbc30096720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.154+0000 7fbc36235640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbc3012dd80 0x7fbc30135550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49242/0 (socket says 172.21.15.175:49242) 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.154+0000 7fbc35a34640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc30096340 0x7fbc30096720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55394/0 (socket says 172.21.15.175:55394) 2024-09-16T01:18:15.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.154+0000 7fbc36235640 1 -- 172.21.15.175:0/1092430597 learned_addr learned my addr 172.21.15.175:0/1092430597 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:15.156 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.154+0000 7fbc36235640 1 -- 172.21.15.175:0/1092430597 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc30096340 msgr2=0x7fbc30096720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.154+0000 7fbc36235640 1 --2- 172.21.15.175:0/1092430597 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc30096340 0x7fbc30096720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.154+0000 7fbc36235640 1 -- 172.21.15.175:0/1092430597 >> v1:172.21.15.175:6789/0 conn(0x7fbc3012d210 legacy=0x7fbc3012d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.154+0000 7fbc36235640 1 -- 172.21.15.175:0/1092430597 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc30099a10 con 0x7fbc3012dd80 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc36235640 1 --2- 172.21.15.175:0/1092430597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbc3012dd80 0x7fbc30135550 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbc28009e50 tx=0x7fbc2802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a153628d4d8b566d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc34a32640 1 -- 172.21.15.175:0/1092430597 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc28036070 con 0x7fbc3012dd80 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc34a32640 1 -- 172.21.15.175:0/1092430597 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc28031600 con 0x7fbc3012dd80 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc34a32640 1 -- 172.21.15.175:0/1092430597 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc280319d0 con 0x7fbc3012dd80 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc37c98640 1 -- 172.21.15.175:0/1092430597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbc3012dd80 msgr2=0x7fbc30135550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc37c98640 1 --2- 172.21.15.175:0/1092430597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbc3012dd80 0x7fbc30135550 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbc28009e50 tx=0x7fbc2802a5f0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.159 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc37c98640 1 -- 172.21.15.175:0/1092430597 shutdown_connections 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc37c98640 1 --2- 172.21.15.175:0/1092430597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbc3012dd80 0x7fbc30135550 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc37c98640 1 --2- 172.21.15.175:0/1092430597 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc30096340 0x7fbc30096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc37c98640 1 -- 172.21.15.175:0/1092430597 >> 172.21.15.175:0/1092430597 conn(0x7fbc3009cb20 msgr2=0x7fbc3009cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.155+0000 7fbc37c98640 1 -- 172.21.15.175:0/1092430597 shutdown_connections 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.156+0000 7fbc37c98640 1 -- 172.21.15.175:0/1092430597 wait complete. 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.156+0000 7fbc37c98640 1 Processor -- start 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.156+0000 7fbc37c98640 1 -- start start 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc37c98640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbc30096340 0x7fbc30129040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc37c98640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc3012d210 0x7fbc30129580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc37c98640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbc3012dd80 0x7fbc30129ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc37c98640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fbc30098ba0 con 0x7fbc3012dd80 2024-09-16T01:18:15.160 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc37c98640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fbc30099380 con 0x7fbc3012d210 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc37c98640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fbc30096c60 con 0x7fbc30096340 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc36235640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbc3012dd80 0x7fbc30129ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35233640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc3012d210 0x7fbc30129580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35233640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc3012d210 0x7fbc30129580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55404/0 (socket says 172.21.15.175:55404) 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc36235640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbc3012dd80 0x7fbc30129ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49244/0 (socket says 172.21.15.175:49244) 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35233640 1 -- 172.21.15.175:0/3052539772 learned_addr learned my addr 172.21.15.175:0/3052539772 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35a34640 1 --2- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbc30096340 0x7fbc30129040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35233640 1 -- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbc30096340 msgr2=0x7fbc30129040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35233640 1 --2- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbc30096340 0x7fbc30129040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35233640 1 -- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbc3012dd80 msgr2=0x7fbc30129ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35233640 1 --2- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbc3012dd80 0x7fbc30129ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35233640 1 -- 172.21.15.175:0/3052539772 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc3012ab40 con 0x7fbc3012d210 2024-09-16T01:18:15.161 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35a34640 1 --2- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbc30096340 0x7fbc30129040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.163 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc35233640 1 --2- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc3012d210 0x7fbc30129580 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fbc2000c480 tx=0x7fbc2000c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:15.163 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc267fc640 1 -- 172.21.15.175:0/3052539772 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc200052d0 con 0x7fbc3012d210 2024-09-16T01:18:15.163 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc267fc640 1 -- 172.21.15.175:0/3052539772 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc20005470 con 0x7fbc3012d210 2024-09-16T01:18:15.163 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.157+0000 7fbc37c98640 1 -- 172.21.15.175:0/3052539772 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc3008e490 con 0x7fbc3012d210 2024-09-16T01:18:15.163 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.158+0000 7fbc267fc640 1 -- 172.21.15.175:0/3052539772 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc20012870 con 0x7fbc3012d210 2024-09-16T01:18:15.163 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.158+0000 7fbc37c98640 1 -- 172.21.15.175:0/3052539772 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc301c22a0 con 0x7fbc3012d210 2024-09-16T01:18:15.163 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.159+0000 7fbc37c98640 1 -- 172.21.15.175:0/3052539772 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc30096720 con 0x7fbc3012d210 2024-09-16T01:18:15.163 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.159+0000 7fbc267fc640 1 -- 172.21.15.175:0/3052539772 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7fbc20012a10 con 0x7fbc3012d210 2024-09-16T01:18:15.163 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.159+0000 7fbc267fc640 1 -- 172.21.15.175:0/3052539772 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7fbc2005d4f0 con 0x7fbc3012d210 2024-09-16T01:18:15.167 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.166+0000 7fbc267fc640 1 -- 172.21.15.175:0/3052539772 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fbc2003c750 con 0x7fbc3012d210 2024-09-16T01:18:15.196 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:18:15.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.223+0000 7f018bdc9640 1 -- 172.21.15.175:0/4090528587 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f0184068d60 con 0x7f018412c6e0 2024-09-16T01:18:15.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.223+0000 7f01827fc640 1 -- 172.21.15.175:0/4090528587 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f01841316c0 con 0x7f018412c6e0 2024-09-16T01:18:15.225 INFO:teuthology.orchestra.run.smithi175.stdout:38654705684 2024-09-16T01:18:15.226 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.225+0000 7f018bdc9640 1 -- 172.21.15.175:0/4090528587 >> v1:172.21.15.175:6816/2987616722 conn(0x7f0170047f40 legacy=0x7f017004a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.226 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.225+0000 7f018bdc9640 1 -- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f018412c6e0 msgr2=0x7f0184071db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.226 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.225+0000 7f018bdc9640 1 --2- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f018412c6e0 0x7f0184071db0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f017c000c00 tx=0x7f017c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.227 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.225+0000 7f018bdc9640 1 -- 172.21.15.175:0/4090528587 shutdown_connections 2024-09-16T01:18:15.227 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.225+0000 7f018bdc9640 1 --2- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f018412fe50 0x7f0184072830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.227 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.225+0000 7f018bdc9640 1 --2- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f018412f510 0x7f01840722f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.227 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.225+0000 7f018bdc9640 1 --2- 172.21.15.175:0/4090528587 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f018412c6e0 0x7f0184071db0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.227 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.225+0000 7f018bdc9640 1 -- 172.21.15.175:0/4090528587 >> 172.21.15.175:0/4090528587 conn(0x7f018409c290 msgr2=0x7f0184095640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:15.227 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.225+0000 7f018bdc9640 1 -- 172.21.15.175:0/4090528587 shutdown_connections 2024-09-16T01:18:15.227 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.225+0000 7f018bdc9640 1 -- 172.21.15.175:0/4090528587 wait complete. 2024-09-16T01:18:15.239 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705684 for osd.3 2024-09-16T01:18:15.239 DEBUG:teuthology.parallel:result is None 2024-09-16T01:18:15.259 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.258+0000 7f49542d7640 1 Processor -- start 2024-09-16T01:18:15.259 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.258+0000 7f49542d7640 1 -- start start 2024-09-16T01:18:15.260 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f49542d7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06e7d0 0x7f494c134660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.260 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f49542d7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 0x7f494c136f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f49542d7640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f494c06f720 con 0x7f494c06dce0 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f49542d7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f494c075bc0 con 0x7f494c134ba0 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f49542d7640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f494c070340 con 0x7f494c06e7d0 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f4951872640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06e7d0 0x7f494c134660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f4951872640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06e7d0 0x7f494c134660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57868/0 (socket says 172.21.15.175:57868) 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f4952874640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 0x7f494c136f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f4951872640 1 -- 172.21.15.175:0/4046809642 learned_addr learned my addr 172.21.15.175:0/4046809642 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f4951872640 1 -- 172.21.15.175:0/4046809642 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 msgr2=0x7f494c136f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f4951872640 1 --2- 172.21.15.175:0/4046809642 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 0x7f494c136f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f4951872640 1 -- 172.21.15.175:0/4046809642 >> v1:172.21.15.175:6789/0 conn(0x7f494c06dce0 legacy=0x7f494c06e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f4951872640 1 -- 172.21.15.175:0/4046809642 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f494c1384e0 con 0x7f494c06e7d0 2024-09-16T01:18:15.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.259+0000 7f4952874640 1 --2- 172.21.15.175:0/4046809642 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 0x7f494c136f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.260+0000 7f4951872640 1 --2- 172.21.15.175:0/4046809642 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06e7d0 0x7f494c134660 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f493c0098a0 tx=0x7f493c02a010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7954f4698bd5b17 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.260+0000 7f4951071640 1 -- 172.21.15.175:0/4046809642 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493c037070 con 0x7f494c06e7d0 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.260+0000 7f4951071640 1 -- 172.21.15.175:0/4046809642 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f493c02aca0 con 0x7f494c06e7d0 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.260+0000 7f4951071640 1 -- 172.21.15.175:0/4046809642 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493c032660 con 0x7f494c06e7d0 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.261+0000 7f49542d7640 1 -- 172.21.15.175:0/4046809642 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06e7d0 msgr2=0x7f494c134660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.261+0000 7f49542d7640 1 --2- 172.21.15.175:0/4046809642 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06e7d0 0x7f494c134660 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f493c0098a0 tx=0x7f493c02a010 comp rx=0 tx=0).stop 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.261+0000 7f49542d7640 1 -- 172.21.15.175:0/4046809642 shutdown_connections 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.261+0000 7f49542d7640 1 --2- 172.21.15.175:0/4046809642 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 0x7f494c136f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.261+0000 7f49542d7640 1 --2- 172.21.15.175:0/4046809642 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06e7d0 0x7f494c134660 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.261+0000 7f49542d7640 1 -- 172.21.15.175:0/4046809642 >> 172.21.15.175:0/4046809642 conn(0x7f494c09e980 msgr2=0x7f494c09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.261+0000 7f49542d7640 1 -- 172.21.15.175:0/4046809642 shutdown_connections 2024-09-16T01:18:15.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.261+0000 7f49542d7640 1 -- 172.21.15.175:0/4046809642 wait complete. 2024-09-16T01:18:15.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f49542d7640 1 Processor -- start 2024-09-16T01:18:15.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f49542d7640 1 -- start start 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f49542d7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06dce0 0x7f494c132920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f49542d7640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f494c06e7d0 0x7f494c132e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f49542d7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 0x7f494c1333a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f49542d7640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f494c1378a0 con 0x7f494c06e7d0 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f49542d7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f494c137720 con 0x7f494c134ba0 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f49542d7640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f494c137a20 con 0x7f494c06dce0 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f4951872640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f494c06e7d0 0x7f494c132e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f4952874640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 0x7f494c1333a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f4951872640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f494c06e7d0 0x7f494c132e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49246/0 (socket says 172.21.15.175:49246) 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f4951872640 1 -- 172.21.15.175:0/297557713 learned_addr learned my addr 172.21.15.175:0/297557713 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.263+0000 7f4952073640 1 --2- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06dce0 0x7f494c132920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4952874640 1 -- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06dce0 msgr2=0x7f494c132920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.266 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4952874640 1 --2- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06dce0 0x7f494c132920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4952874640 1 -- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f494c06e7d0 msgr2=0x7f494c132e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4952874640 1 --2- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f494c06e7d0 0x7f494c132e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4952874640 1 -- 172.21.15.175:0/297557713 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f494c134250 con 0x7f494c134ba0 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4952073640 1 --2- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06dce0 0x7f494c132920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4951872640 1 --2- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f494c06e7d0 0x7f494c132e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4952874640 1 --2- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 0x7f494c1333a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f494c09c540 tx=0x7f494400ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4942ffd640 1 -- 172.21.15.175:0/297557713 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4944018030 con 0x7f494c134ba0 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4942ffd640 1 -- 172.21.15.175:0/297557713 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f494400ccc0 con 0x7f494c134ba0 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f49542d7640 1 -- 172.21.15.175:0/297557713 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f494c127ff0 con 0x7f494c134ba0 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f4942ffd640 1 -- 172.21.15.175:0/297557713 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4944003bb0 con 0x7f494c134ba0 2024-09-16T01:18:15.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.264+0000 7f49542d7640 1 -- 172.21.15.175:0/297557713 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f494c1c47b0 con 0x7f494c134ba0 2024-09-16T01:18:15.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.265+0000 7f4942ffd640 1 -- 172.21.15.175:0/297557713 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7f4944005d10 con 0x7f494c134ba0 2024-09-16T01:18:15.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.265+0000 7f49542d7640 1 -- 172.21.15.175:0/297557713 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f494c137e80 con 0x7f494c134ba0 2024-09-16T01:18:15.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.266+0000 7f4942ffd640 1 -- 172.21.15.175:0/297557713 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7f494405e0c0 con 0x7f494c134ba0 2024-09-16T01:18:15.270 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.269+0000 7f4942ffd640 1 -- 172.21.15.175:0/297557713 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f4944022070 con 0x7f494c134ba0 2024-09-16T01:18:15.299 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.297+0000 7f224029c640 1 Processor -- start 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.297+0000 7f224029c640 1 -- start start 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f224029c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f223806dce0 0x7f223806e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f224029c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 0x7f223812fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f224029c640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f223806f720 con 0x7f223806e600 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f224029c640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f2238075bc0 con 0x7f223806dce0 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f224029c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f2238070340 con 0x7f223812fa50 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f223e038640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f223806dce0 0x7f223806e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f223e839640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 0x7f223812fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f223e038640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f223806dce0 0x7f223806e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49262/0 (socket says 172.21.15.175:49262) 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f223e839640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 0x7f223812fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57880/0 (socket says 172.21.15.175:57880) 2024-09-16T01:18:15.300 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f223e038640 1 -- 172.21.15.175:0/3147187006 learned_addr learned my addr 172.21.15.175:0/3147187006 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:15.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f223e038640 1 -- 172.21.15.175:0/3147187006 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 msgr2=0x7f223812fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:15.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f223e038640 1 --2- 172.21.15.175:0/3147187006 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 0x7f223812fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f223e038640 1 -- 172.21.15.175:0/3147187006 >> v1:172.21.15.175:6789/0 conn(0x7f223806e600 legacy=0x7f223812f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.301 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.298+0000 7f223e038640 1 -- 172.21.15.175:0/3147187006 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f223806e9e0 con 0x7f223806dce0 2024-09-16T01:18:15.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.299+0000 7f223e038640 1 --2- 172.21.15.175:0/3147187006 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 0x7f223806e0c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2234009870 tx=0x7f223402a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10c3a3a0f54c57e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:15.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.299+0000 7f223d036640 1 -- 172.21.15.175:0/3147187006 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2234037070 con 0x7f223806dce0 2024-09-16T01:18:15.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.299+0000 7f223d036640 1 -- 172.21.15.175:0/3147187006 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2234032440 con 0x7f223806dce0 2024-09-16T01:18:15.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.299+0000 7f223d036640 1 -- 172.21.15.175:0/3147187006 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2234032810 con 0x7f223806dce0 2024-09-16T01:18:15.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.300+0000 7f224029c640 1 -- 172.21.15.175:0/3147187006 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 msgr2=0x7f223806e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.300+0000 7f224029c640 1 --2- 172.21.15.175:0/3147187006 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 0x7f223806e0c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2234009870 tx=0x7f223402a130 comp rx=0 tx=0).stop 2024-09-16T01:18:15.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.300+0000 7f224029c640 1 -- 172.21.15.175:0/3147187006 shutdown_connections 2024-09-16T01:18:15.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.300+0000 7f224029c640 1 --2- 172.21.15.175:0/3147187006 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 0x7f223812fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.300+0000 7f224029c640 1 --2- 172.21.15.175:0/3147187006 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 0x7f223806e0c0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.300+0000 7f224029c640 1 -- 172.21.15.175:0/3147187006 >> 172.21.15.175:0/3147187006 conn(0x7f223809e980 msgr2=0x7f223809ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:15.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.300+0000 7f224029c640 1 -- 172.21.15.175:0/3147187006 shutdown_connections 2024-09-16T01:18:15.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.300+0000 7f224029c640 1 -- 172.21.15.175:0/3147187006 wait complete. 2024-09-16T01:18:15.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.301+0000 7f224029c640 1 Processor -- start 2024-09-16T01:18:15.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.301+0000 7f224029c640 1 -- start start 2024-09-16T01:18:15.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.301+0000 7f224029c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 0x7f223809ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.301+0000 7f224029c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f223806e600 0x7f223809b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.301+0000 7f224029c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 0x7f223809b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.301+0000 7f224029c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f2238137a10 con 0x7f223806dce0 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.301+0000 7f224029c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f2238137890 con 0x7f223806e600 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.301+0000 7f224029c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f2238137b90 con 0x7f223812fa50 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.301+0000 7f223e038640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 0x7f223809ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.301+0000 7f223e038640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 0x7f223809ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49276/0 (socket says 172.21.15.175:49276) 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f223e038640 1 -- 172.21.15.175:0/2358318138 learned_addr learned my addr 172.21.15.175:0/2358318138 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f223e839640 1 --2- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 0x7f223809b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f223d837640 1 --2- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f223806e600 0x7f223809b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f223e038640 1 -- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 msgr2=0x7f223809b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f223e038640 1 --2- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 0x7f223809b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f223e038640 1 -- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f223806e600 msgr2=0x7f223809b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f223e038640 1 --2- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f223806e600 0x7f223809b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f223e038640 1 -- 172.21.15.175:0/2358318138 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2238093400 con 0x7f223806dce0 2024-09-16T01:18:15.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f223d837640 1 --2- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f223806e600 0x7f223809b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f223e038640 1 --2- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 0x7f223809ae80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2234000c00 tx=0x7f22340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:15.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f222effd640 1 -- 172.21.15.175:0/2358318138 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2234041020 con 0x7f223806dce0 2024-09-16T01:18:15.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f222effd640 1 -- 172.21.15.175:0/2358318138 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2234030660 con 0x7f223806dce0 2024-09-16T01:18:15.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f222effd640 1 -- 172.21.15.175:0/2358318138 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2234037040 con 0x7f223806dce0 2024-09-16T01:18:15.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.302+0000 7f224029c640 1 -- 172.21.15.175:0/2358318138 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2238092a70 con 0x7f223806dce0 2024-09-16T01:18:15.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.303+0000 7f224029c640 1 -- 172.21.15.175:0/2358318138 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22380936c0 con 0x7f223806dce0 2024-09-16T01:18:15.308 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.304+0000 7f224029c640 1 -- 172.21.15.175:0/2358318138 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f223809ed60 con 0x7f223806dce0 2024-09-16T01:18:15.308 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.304+0000 7f222effd640 1 -- 172.21.15.175:0/2358318138 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7f2234044020 con 0x7f223806dce0 2024-09-16T01:18:15.308 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.304+0000 7f222effd640 1 -- 172.21.15.175:0/2358318138 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7f223407e100 con 0x7f223806dce0 2024-09-16T01:18:15.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.311+0000 7f222effd640 1 -- 172.21.15.175:0/2358318138 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f223809ed60 con 0x7f223806dce0 2024-09-16T01:18:15.325 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.324+0000 7fbc37c98640 1 -- 172.21.15.175:0/3052539772 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fbc30068d60 con 0x7fbc3012d210 2024-09-16T01:18:15.326 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.325+0000 7fbc267fc640 1 -- 172.21.15.175:0/3052539772 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbc2003c9b0 con 0x7fbc3012d210 2024-09-16T01:18:15.326 INFO:teuthology.orchestra.run.smithi175.stdout:38654705683 2024-09-16T01:18:15.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.327+0000 7fbc37c98640 1 -- 172.21.15.175:0/3052539772 >> v1:172.21.15.175:6816/2987616722 conn(0x7fbc14047f40 legacy=0x7fbc1404a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.327+0000 7fbc37c98640 1 -- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc3012d210 msgr2=0x7fbc30129580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.327+0000 7fbc37c98640 1 --2- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc3012d210 0x7fbc30129580 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fbc2000c480 tx=0x7fbc2000c940 comp rx=0 tx=0).stop 2024-09-16T01:18:15.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.327+0000 7fbc37c98640 1 -- 172.21.15.175:0/3052539772 shutdown_connections 2024-09-16T01:18:15.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.327+0000 7fbc37c98640 1 --2- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbc3012dd80 0x7fbc30129ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.327+0000 7fbc37c98640 1 --2- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbc3012d210 0x7fbc30129580 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.327+0000 7fbc37c98640 1 --2- 172.21.15.175:0/3052539772 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbc30096340 0x7fbc30129040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.327+0000 7fbc37c98640 1 -- 172.21.15.175:0/3052539772 >> 172.21.15.175:0/3052539772 conn(0x7fbc3009cb20 msgr2=0x7fbc3012b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:15.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.327+0000 7fbc37c98640 1 -- 172.21.15.175:0/3052539772 shutdown_connections 2024-09-16T01:18:15.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.327+0000 7fbc37c98640 1 -- 172.21.15.175:0/3052539772 wait complete. 2024-09-16T01:18:15.339 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705683 for osd.2 2024-09-16T01:18:15.339 DEBUG:teuthology.parallel:result is None 2024-09-16T01:18:15.421 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.419+0000 7f49542d7640 1 -- 172.21.15.175:0/297557713 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f494c128920 con 0x7f494c134ba0 2024-09-16T01:18:15.421 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.420+0000 7f4942ffd640 1 -- 172.21.15.175:0/297557713 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4944010040 con 0x7f494c134ba0 2024-09-16T01:18:15.421 INFO:teuthology.orchestra.run.smithi175.stdout:38654705683 2024-09-16T01:18:15.424 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.423+0000 7f49542d7640 1 -- 172.21.15.175:0/297557713 >> v1:172.21.15.175:6816/2987616722 conn(0x7f4930047f40 legacy=0x7f493004a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.424 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.423+0000 7f49542d7640 1 -- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 msgr2=0x7f494c1333a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.424 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.423+0000 7f49542d7640 1 --2- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 0x7f494c1333a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f494c09c540 tx=0x7f494400ef90 comp rx=0 tx=0).stop 2024-09-16T01:18:15.424 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.423+0000 7f49542d7640 1 -- 172.21.15.175:0/297557713 shutdown_connections 2024-09-16T01:18:15.424 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.423+0000 7f49542d7640 1 --2- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f494c134ba0 0x7f494c1333a0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.424 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.423+0000 7f49542d7640 1 --2- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f494c06e7d0 0x7f494c132e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.424 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.423+0000 7f49542d7640 1 --2- 172.21.15.175:0/297557713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f494c06dce0 0x7f494c132920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.425 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.423+0000 7f49542d7640 1 -- 172.21.15.175:0/297557713 >> 172.21.15.175:0/297557713 conn(0x7f494c09e980 msgr2=0x7f494c12f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:15.425 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.423+0000 7f49542d7640 1 -- 172.21.15.175:0/297557713 shutdown_connections 2024-09-16T01:18:15.425 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.423+0000 7f49542d7640 1 -- 172.21.15.175:0/297557713 wait complete. 2024-09-16T01:18:15.435 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705683 for osd.1 2024-09-16T01:18:15.435 DEBUG:teuthology.parallel:result is None 2024-09-16T01:18:15.461 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.460+0000 7f224029c640 1 -- 172.21.15.175:0/2358318138 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f223806e0c0 con 0x7f223806dce0 2024-09-16T01:18:15.838 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.460+0000 7f222effd640 1 -- 172.21.15.175:0/2358318138 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f223404b030 con 0x7f223806dce0 2024-09-16T01:18:15.839 INFO:teuthology.orchestra.run.smithi175.stdout:38654705683 2024-09-16T01:18:15.841 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.462+0000 7f224029c640 1 -- 172.21.15.175:0/2358318138 >> v1:172.21.15.175:6816/2987616722 conn(0x7f221c047f40 legacy=0x7f221c04a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.841 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.462+0000 7f224029c640 1 -- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 msgr2=0x7f223809ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.841 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.462+0000 7f224029c640 1 --2- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 0x7f223809ae80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2234000c00 tx=0x7f22340046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.841 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.462+0000 7f224029c640 1 -- 172.21.15.175:0/2358318138 shutdown_connections 2024-09-16T01:18:15.841 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.462+0000 7f224029c640 1 --2- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f223812fa50 0x7f223809b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.841 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.462+0000 7f224029c640 1 --2- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f223806e600 0x7f223809b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.841 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.462+0000 7f224029c640 1 --2- 172.21.15.175:0/2358318138 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f223806dce0 0x7f223809ae80 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.841 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.462+0000 7f224029c640 1 -- 172.21.15.175:0/2358318138 >> 172.21.15.175:0/2358318138 conn(0x7f223809e980 msgr2=0x7f223809d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:15.841 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.462+0000 7f224029c640 1 -- 172.21.15.175:0/2358318138 shutdown_connections 2024-09-16T01:18:15.841 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.462+0000 7f224029c640 1 -- 172.21.15.175:0/2358318138 wait complete. 2024-09-16T01:18:15.842 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705683 for osd.0 2024-09-16T01:18:15.842 DEBUG:teuthology.parallel:result is None 2024-09-16T01:18:15.842 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:18:15.842 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:18:15.984 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.982+0000 7fdf724f0640 1 Processor -- start 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.982+0000 7fdf724f0640 1 -- start start 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf724f0640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c06de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf724f0640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c06e360 0x7fdf6c06e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf724f0640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fdf6c133c20 0x7fdf6c136010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf724f0640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fdf6c06ec80 con 0x7fdf6c133c20 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf724f0640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fdf6c0705d0 con 0x7fdf6c099d00 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf724f0640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fdf6c06fd00 con 0x7fdf6c06e360 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6bfff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c06de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6b7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c06e360 0x7fdf6c06e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6b7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c06e360 0x7fdf6c06e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57902/0 (socket says 172.21.15.175:57902) 2024-09-16T01:18:15.985 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6bfff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c06de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55444/0 (socket says 172.21.15.175:55444) 2024-09-16T01:18:15.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6b7fe640 1 -- 172.21.15.175:0/4258015713 learned_addr learned my addr 172.21.15.175:0/4258015713 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:15.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf70a8d640 1 --2- 172.21.15.175:0/4258015713 >> v2:172.21.15.175:3300/0 conn(0x7fdf6c133c20 0x7fdf6c136010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6b7fe640 1 -- 172.21.15.175:0/4258015713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 msgr2=0x7fdf6c06de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:15.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6b7fe640 1 --2- 172.21.15.175:0/4258015713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c06de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6b7fe640 1 -- 172.21.15.175:0/4258015713 >> v2:172.21.15.175:3300/0 conn(0x7fdf6c133c20 msgr2=0x7fdf6c136010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:15.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6b7fe640 1 --2- 172.21.15.175:0/4258015713 >> v2:172.21.15.175:3300/0 conn(0x7fdf6c133c20 0x7fdf6c136010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6b7fe640 1 -- 172.21.15.175:0/4258015713 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6c06ef10 con 0x7fdf6c06e360 2024-09-16T01:18:15.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf70a8d640 1 --2- 172.21.15.175:0/4258015713 >> v2:172.21.15.175:3300/0 conn(0x7fdf6c133c20 0x7fdf6c136010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.983+0000 7fdf6bfff640 1 --2- 172.21.15.175:0/4258015713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c06de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.986 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.984+0000 7fdf6b7fe640 1 --2- 172.21.15.175:0/4258015713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c06e360 0x7fdf6c06e740 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fdf60009870 tx=0x7fdf6002a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=970cc251b1228830 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:15.989 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.984+0000 7fdf6affd640 1 -- 172.21.15.175:0/4258015713 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60037070 con 0x7fdf6c06e360 2024-09-16T01:18:15.989 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.984+0000 7fdf6affd640 1 -- 172.21.15.175:0/4258015713 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf60032440 con 0x7fdf6c06e360 2024-09-16T01:18:15.989 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.984+0000 7fdf6affd640 1 -- 172.21.15.175:0/4258015713 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60032810 con 0x7fdf6c06e360 2024-09-16T01:18:15.989 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.984+0000 7fdf724f0640 1 -- 172.21.15.175:0/4258015713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c06e360 msgr2=0x7fdf6c06e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.989 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.984+0000 7fdf724f0640 1 --2- 172.21.15.175:0/4258015713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c06e360 0x7fdf6c06e740 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fdf60009870 tx=0x7fdf6002a130 comp rx=0 tx=0).stop 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.985+0000 7fdf724f0640 1 -- 172.21.15.175:0/4258015713 shutdown_connections 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.985+0000 7fdf724f0640 1 --2- 172.21.15.175:0/4258015713 >> v2:172.21.15.175:3300/0 conn(0x7fdf6c133c20 0x7fdf6c136010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.985+0000 7fdf724f0640 1 --2- 172.21.15.175:0/4258015713 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c06e360 0x7fdf6c06e740 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.985+0000 7fdf724f0640 1 --2- 172.21.15.175:0/4258015713 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c06de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.985+0000 7fdf724f0640 1 -- 172.21.15.175:0/4258015713 >> 172.21.15.175:0/4258015713 conn(0x7fdf6c09c9b0 msgr2=0x7fdf6c09cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.985+0000 7fdf724f0640 1 -- 172.21.15.175:0/4258015713 shutdown_connections 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.985+0000 7fdf724f0640 1 -- 172.21.15.175:0/4258015713 wait complete. 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.985+0000 7fdf724f0640 1 Processor -- start 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf724f0640 1 -- start start 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf724f0640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdf6c06e360 0x7fdf6c096fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf724f0640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c0974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf724f0640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c133c20 0x7fdf6c097a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:15.990 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf724f0640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6c1368e0 con 0x7fdf6c06e360 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf724f0640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fdf6c136760 con 0x7fdf6c099d00 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf724f0640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fdf6c136a60 con 0x7fdf6c133c20 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf6bfff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdf6c06e360 0x7fdf6c096fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf6b7fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c0974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf70a8d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c133c20 0x7fdf6c097a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf6bfff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdf6c06e360 0x7fdf6c096fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49296/0 (socket says 172.21.15.175:49296) 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf70a8d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c133c20 0x7fdf6c097a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57906/0 (socket says 172.21.15.175:57906) 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf6bfff640 1 -- 172.21.15.175:0/3100197334 learned_addr learned my addr 172.21.15.175:0/3100197334 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf6b7fe640 1 -- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c133c20 msgr2=0x7fdf6c097a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf6b7fe640 1 --2- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c133c20 0x7fdf6c097a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf6b7fe640 1 -- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdf6c06e360 msgr2=0x7fdf6c096fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf6b7fe640 1 --2- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdf6c06e360 0x7fdf6c096fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:15.991 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf6b7fe640 1 -- 172.21.15.175:0/3100197334 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6c125b70 con 0x7fdf6c099d00 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf6bfff640 1 --2- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdf6c06e360 0x7fdf6c096fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.986+0000 7fdf70a8d640 1 --2- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c133c20 0x7fdf6c097a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.987+0000 7fdf6b7fe640 1 --2- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c0974f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c06fe80 tx=0x7fdf600046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.987+0000 7fdf68ff9640 1 -- 172.21.15.175:0/3100197334 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60041020 con 0x7fdf6c099d00 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.987+0000 7fdf68ff9640 1 -- 172.21.15.175:0/3100197334 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf6003d620 con 0x7fdf6c099d00 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.987+0000 7fdf68ff9640 1 -- 172.21.15.175:0/3100197334 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60037040 con 0x7fdf6c099d00 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.987+0000 7fdf724f0640 1 -- 172.21.15.175:0/3100197334 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf6c098870 con 0x7fdf6c099d00 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.987+0000 7fdf724f0640 1 -- 172.21.15.175:0/3100197334 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf6c125060 con 0x7fdf6c099d00 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.988+0000 7fdf68ff9640 1 -- 172.21.15.175:0/3100197334 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7fdf60044020 con 0x7fdf6c099d00 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.988+0000 7fdf724f0640 1 -- 172.21.15.175:0/3100197334 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf6c06e740 con 0x7fdf6c099d00 2024-09-16T01:18:15.992 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.988+0000 7fdf68ff9640 1 -- 172.21.15.175:0/3100197334 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7fdf6007dd20 con 0x7fdf6c099d00 2024-09-16T01:18:15.993 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:15.992+0000 7fdf68ff9640 1 -- 172.21.15.175:0/3100197334 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fdf6004b030 con 0x7fdf6c099d00 2024-09-16T01:18:16.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.128+0000 7fdf724f0640 1 -- 172.21.15.175:0/3100197334 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdf6c098fc0 con 0x7fdf58047f40 2024-09-16T01:18:16.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.129+0000 7fdf68ff9640 1 -- 172.21.15.175:0/3100197334 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32018 (unknown 2965378022 0 3006260557) 0x7fdf6c098fc0 con 0x7fdf58047f40 2024-09-16T01:18:16.131 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:16.131 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:18:16.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.131+0000 7fdf724f0640 1 -- 172.21.15.175:0/3100197334 >> v1:172.21.15.175:6816/2987616722 conn(0x7fdf58047f40 legacy=0x7fdf5804a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.131+0000 7fdf724f0640 1 -- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 msgr2=0x7fdf6c0974f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.131+0000 7fdf724f0640 1 --2- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c0974f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c06fe80 tx=0x7fdf600046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.131+0000 7fdf724f0640 1 -- 172.21.15.175:0/3100197334 shutdown_connections 2024-09-16T01:18:16.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.131+0000 7fdf724f0640 1 --2- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdf6c133c20 0x7fdf6c097a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.131+0000 7fdf724f0640 1 --2- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdf6c099d00 0x7fdf6c0974f0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.131+0000 7fdf724f0640 1 --2- 172.21.15.175:0/3100197334 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdf6c06e360 0x7fdf6c096fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.131+0000 7fdf724f0640 1 -- 172.21.15.175:0/3100197334 >> 172.21.15.175:0/3100197334 conn(0x7fdf6c09c9b0 msgr2=0x7fdf6c073100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:16.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.131+0000 7fdf724f0640 1 -- 172.21.15.175:0/3100197334 shutdown_connections 2024-09-16T01:18:16.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.131+0000 7fdf724f0640 1 -- 172.21.15.175:0/3100197334 wait complete. 2024-09-16T01:18:16.142 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-16T01:18:14.411044+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109880,"kb_used_data":1800,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377480,"statfs":{"total":386547056640,"available":386434539520,"internally_reserved":0,"allocated":1843200,"data_stored":1371396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110618394},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.997030"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.703564+0000","last_change":"2024-09-16T01:17:04.625247+0000","last_active":"2024-09-16T01:17:10.703564+0000","last_peered":"2024-09-16T01:17:10.703564+0000","last_clean":"2024-09-16T01:17:10.703564+0000","last_became_active":"2024-09-16T01:17:02.605051+0000","last_became_peered":"2024-09-16T01:17:02.605051+0000","last_unstale":"2024-09-16T01:17:10.703564+0000","last_undegraded":"2024-09-16T01:17:10.703564+0000","last_fullsized":"2024-09-16T01:17:10.703564+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:29.024403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:11.082916+0000","last_change":"2024-09-16T01:17:04.620185+0000","last_active":"2024-09-16T01:17:11.082916+0000","last_peered":"2024-09-16T01:17:11.082916+0000","last_clean":"2024-09-16T01:17:11.082916+0000","last_became_active":"2024-09-16T01:17:02.609461+0000","last_became_peered":"2024-09-16T01:17:02.609461+0000","last_unstale":"2024-09-16T01:17:11.082916+0000","last_undegraded":"2024-09-16T01:17:11.082916+0000","last_fullsized":"2024-09-16T01:17:11.082916+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:42:21.961622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.704116+0000","last_change":"2024-09-16T01:17:04.625354+0000","last_active":"2024-09-16T01:17:10.704116+0000","last_peered":"2024-09-16T01:17:10.704116+0000","last_clean":"2024-09-16T01:17:10.704116+0000","last_became_active":"2024-09-16T01:17:02.606153+0000","last_became_peered":"2024-09-16T01:17:02.606153+0000","last_unstale":"2024-09-16T01:17:10.704116+0000","last_undegraded":"2024-09-16T01:17:10.704116+0000","last_fullsized":"2024-09-16T01:17:10.704116+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.155648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:11.082918+0000","last_change":"2024-09-16T01:17:04.620078+0000","last_active":"2024-09-16T01:17:11.082918+0000","last_peered":"2024-09-16T01:17:11.082918+0000","last_clean":"2024-09-16T01:17:11.082918+0000","last_became_active":"2024-09-16T01:17:02.609450+0000","last_became_peered":"2024-09-16T01:17:02.609450+0000","last_unstale":"2024-09-16T01:17:11.082918+0000","last_undegraded":"2024-09-16T01:17:11.082918+0000","last_fullsized":"2024-09-16T01:17:11.082918+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:16:10.756050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.703547+0000","last_change":"2024-09-16T01:17:04.625002+0000","last_active":"2024-09-16T01:17:10.703547+0000","last_peered":"2024-09-16T01:17:10.703547+0000","last_clean":"2024-09-16T01:17:10.703547+0000","last_became_active":"2024-09-16T01:17:02.607807+0000","last_became_peered":"2024-09-16T01:17:02.607807+0000","last_unstale":"2024-09-16T01:17:10.703547+0000","last_undegraded":"2024-09-16T01:17:10.703547+0000","last_fullsized":"2024-09-16T01:17:10.703547+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:51.295629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.703683+0000","last_change":"2024-09-16T01:17:04.620079+0000","last_active":"2024-09-16T01:17:10.703683+0000","last_peered":"2024-09-16T01:17:10.703683+0000","last_clean":"2024-09-16T01:17:10.703683+0000","last_became_active":"2024-09-16T01:17:02.604729+0000","last_became_peered":"2024-09-16T01:17:02.604729+0000","last_unstale":"2024-09-16T01:17:10.703683+0000","last_undegraded":"2024-09-16T01:17:10.703683+0000","last_fullsized":"2024-09-16T01:17:10.703683+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:01:48.286608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.703764+0000","last_change":"2024-09-16T01:17:04.624580+0000","last_active":"2024-09-16T01:17:10.703764+0000","last_peered":"2024-09-16T01:17:10.703764+0000","last_clean":"2024-09-16T01:17:10.703764+0000","last_became_active":"2024-09-16T01:17:02.607857+0000","last_became_peered":"2024-09-16T01:17:02.607857+0000","last_unstale":"2024-09-16T01:17:10.703764+0000","last_undegraded":"2024-09-16T01:17:10.703764+0000","last_fullsized":"2024-09-16T01:17:10.703764+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:57.756119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.703938+0000","last_change":"2024-09-16T01:17:04.625124+0000","last_active":"2024-09-16T01:17:10.703938+0000","last_peered":"2024-09-16T01:17:10.703938+0000","last_clean":"2024-09-16T01:17:10.703938+0000","last_became_active":"2024-09-16T01:17:02.604833+0000","last_became_peered":"2024-09-16T01:17:02.604833+0000","last_unstale":"2024-09-16T01:17:10.703938+0000","last_undegraded":"2024-09-16T01:17:10.703938+0000","last_fullsized":"2024-09-16T01:17:10.703938+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:41:07.196692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"11'97","reported_seq":144,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:11.082926+0000","last_change":"2024-09-16T01:16:57.597017+0000","last_active":"2024-09-16T01:17:11.082926+0000","last_peered":"2024-09-16T01:17:11.082926+0000","last_clean":"2024-09-16T01:17:11.082926+0000","last_became_active":"2024-09-16T01:16:57.596006+0000","last_became_peered":"2024-09-16T01:16:57.596006+0000","last_unstale":"2024-09-16T01:17:11.082926+0000","last_undegraded":"2024-09-16T01:17:11.082926+0000","last_fullsized":"2024-09-16T01:17:11.082926+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_clean_scrub_stamp":"2024-09-16T01:16:56.561942+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:11.232425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705684,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":167936,"data_stored":48535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705683,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27180,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344660,"statfs":{"total":96636764160,"available":96608931840,"internally_reserved":0,"allocated":163840,"data_stored":48516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705683,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27764,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344076,"statfs":{"total":96636764160,"available":96608333824,"internally_reserved":0,"allocated":761856,"data_stored":638903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705683,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27752,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344088,"statfs":{"total":96636764160,"available":96608346112,"internally_reserved":0,"allocated":749568,"data_stored":635442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:18:16.143 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:18:16.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58b63d4640 1 Processor -- start 2024-09-16T01:18:16.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58b63d4640 1 -- start start 2024-09-16T01:18:16.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58b63d4640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f58b0096200 0x7f58b00965e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58b63d4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01379c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58b63d4640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58b0098010 con 0x7f58b0096b20 2024-09-16T01:18:16.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58b63d4640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f58b00732f0 con 0x7f58b0096200 2024-09-16T01:18:16.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58b63d4640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f58b0097ae0 con 0x7f58b00946e0 2024-09-16T01:18:16.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58affff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f58b0096200 0x7f58b00965e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58b4971640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01379c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58affff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f58b0096200 0x7f58b00965e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49300/0 (socket says 172.21.15.175:49300) 2024-09-16T01:18:16.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58affff640 1 -- 172.21.15.175:0/453446129 learned_addr learned my addr 172.21.15.175:0/453446129 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:16.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58affff640 1 -- 172.21.15.175:0/453446129 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 msgr2=0x7f58b01379c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:16.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58affff640 1 --2- 172.21.15.175:0/453446129 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01379c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58affff640 1 -- 172.21.15.175:0/453446129 >> v1:172.21.15.175:6789/0 conn(0x7f58b0096b20 legacy=0x7f58b0093fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58affff640 1 -- 172.21.15.175:0/453446129 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b0073520 con 0x7f58b0096200 2024-09-16T01:18:16.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.240+0000 7f58b4971640 1 --2- 172.21.15.175:0/453446129 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01379c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:16.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.241+0000 7f58affff640 1 --2- 172.21.15.175:0/453446129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f58b0096200 0x7f58b00965e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f58980098a0 tx=0x7f589802a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6df8ce181b6393fc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:16.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.241+0000 7f58aeffd640 1 -- 172.21.15.175:0/453446129 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5898037070 con 0x7f58b0096200 2024-09-16T01:18:16.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.241+0000 7f58aeffd640 1 -- 172.21.15.175:0/453446129 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5898032440 con 0x7f58b0096200 2024-09-16T01:18:16.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.241+0000 7f58aeffd640 1 -- 172.21.15.175:0/453446129 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5898032810 con 0x7f58b0096200 2024-09-16T01:18:16.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.242+0000 7f58b63d4640 1 -- 172.21.15.175:0/453446129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f58b0096200 msgr2=0x7f58b00965e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.242+0000 7f58b63d4640 1 --2- 172.21.15.175:0/453446129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f58b0096200 0x7f58b00965e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f58980098a0 tx=0x7f589802a160 comp rx=0 tx=0).stop 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.242+0000 7f58b63d4640 1 -- 172.21.15.175:0/453446129 shutdown_connections 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.242+0000 7f58b63d4640 1 --2- 172.21.15.175:0/453446129 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01379c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.242+0000 7f58b63d4640 1 --2- 172.21.15.175:0/453446129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f58b0096200 0x7f58b00965e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.242+0000 7f58b63d4640 1 -- 172.21.15.175:0/453446129 >> 172.21.15.175:0/453446129 conn(0x7f58b009a8f0 msgr2=0x7f58b009ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.242+0000 7f58b63d4640 1 -- 172.21.15.175:0/453446129 shutdown_connections 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.242+0000 7f58b63d4640 1 -- 172.21.15.175:0/453446129 wait complete. 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58b63d4640 1 Processor -- start 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58b63d4640 1 -- start start 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58b63d4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01262a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58b63d4640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f58b0096200 0x7f58b01267e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58b63d4640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f58b0096b20 0x7f58b0126d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58b63d4640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f58b0094b50 con 0x7f58b0096200 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58b63d4640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f58b0096f70 con 0x7f58b0096b20 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58b63d4640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f58b0094cd0 con 0x7f58b00946e0 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58affff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01262a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58af7fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f58b0096200 0x7f58b01267e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58affff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01262a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57918/0 (socket says 172.21.15.175:57918) 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58affff640 1 -- 172.21.15.175:0/3533749366 learned_addr learned my addr 172.21.15.175:0/3533749366 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.243+0000 7f58b4971640 1 --2- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f58b0096b20 0x7f58b0126d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58affff640 1 -- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f58b0096b20 msgr2=0x7f58b0126d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58affff640 1 --2- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f58b0096b20 0x7f58b0126d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58affff640 1 -- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f58b0096200 msgr2=0x7f58b01267e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58affff640 1 --2- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f58b0096200 0x7f58b01267e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58affff640 1 -- 172.21.15.175:0/3533749366 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b0128570 con 0x7f58b00946e0 2024-09-16T01:18:16.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58af7fe640 1 --2- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f58b0096200 0x7f58b01267e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:16.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58affff640 1 --2- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01262a0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f58980098a0 tx=0x7f58980046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:16.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58acff9640 1 -- 172.21.15.175:0/3533749366 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5898037040 con 0x7f58b00946e0 2024-09-16T01:18:16.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58acff9640 1 -- 172.21.15.175:0/3533749366 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58980304c0 con 0x7f58b00946e0 2024-09-16T01:18:16.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58b63d4640 1 -- 172.21.15.175:0/3533749366 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58b01c4860 con 0x7f58b00946e0 2024-09-16T01:18:16.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58acff9640 1 -- 172.21.15.175:0/3533749366 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58980308b0 con 0x7f58b00946e0 2024-09-16T01:18:16.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.244+0000 7f58b63d4640 1 -- 172.21.15.175:0/3533749366 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f58b01c4dd0 con 0x7f58b00946e0 2024-09-16T01:18:16.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.245+0000 7f58acff9640 1 -- 172.21.15.175:0/3533749366 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7f5898044030 con 0x7f58b00946e0 2024-09-16T01:18:16.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.245+0000 7f58b63d4640 1 -- 172.21.15.175:0/3533749366 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58b0096910 con 0x7f58b00946e0 2024-09-16T01:18:16.249 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.245+0000 7f58acff9640 1 -- 172.21.15.175:0/3533749366 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7f589807d830 con 0x7f58b00946e0 2024-09-16T01:18:16.250 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.249+0000 7f58acff9640 1 -- 172.21.15.175:0/3533749366 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f58b0096910 con 0x7f58b00946e0 2024-09-16T01:18:16.386 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.385+0000 7f58b63d4640 1 -- 172.21.15.175:0/3533749366 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f58b0127d90 con 0x7f5890047f40 2024-09-16T01:18:16.387 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.386+0000 7f58acff9640 1 -- 172.21.15.175:0/3533749366 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32018 (unknown 2965378022 0 3006260557) 0x7f58b0127d90 con 0x7f5890047f40 2024-09-16T01:18:16.387 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:16.388 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:18:16.389 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.388+0000 7f58b63d4640 1 -- 172.21.15.175:0/3533749366 >> v1:172.21.15.175:6816/2987616722 conn(0x7f5890047f40 legacy=0x7f589004a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.389 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.388+0000 7f58b63d4640 1 -- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 msgr2=0x7f58b01262a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.389 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.388+0000 7f58b63d4640 1 --2- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01262a0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f58980098a0 tx=0x7f58980046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.389 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.388+0000 7f58b63d4640 1 -- 172.21.15.175:0/3533749366 shutdown_connections 2024-09-16T01:18:16.389 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.388+0000 7f58b63d4640 1 --2- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f58b0096b20 0x7f58b0126d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.389 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.388+0000 7f58b63d4640 1 --2- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f58b0096200 0x7f58b01267e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.390 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.388+0000 7f58b63d4640 1 --2- 172.21.15.175:0/3533749366 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f58b00946e0 0x7f58b01262a0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.390 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.388+0000 7f58b63d4640 1 -- 172.21.15.175:0/3533749366 >> 172.21.15.175:0/3533749366 conn(0x7f58b009a8f0 msgr2=0x7f58b012f210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:16.390 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.388+0000 7f58b63d4640 1 -- 172.21.15.175:0/3533749366 shutdown_connections 2024-09-16T01:18:16.390 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.388+0000 7f58b63d4640 1 -- 172.21.15.175:0/3533749366 wait complete. 2024-09-16T01:18:16.400 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-16T01:18:14.411044+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":139,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109880,"kb_used_data":1800,"kb_used_omap":6,"kb_used_meta":108025,"kb_avail":377377480,"statfs":{"total":386547056640,"available":386434539520,"internally_reserved":0,"allocated":1843200,"data_stored":1371396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110618394},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.997030"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.703564+0000","last_change":"2024-09-16T01:17:04.625247+0000","last_active":"2024-09-16T01:17:10.703564+0000","last_peered":"2024-09-16T01:17:10.703564+0000","last_clean":"2024-09-16T01:17:10.703564+0000","last_became_active":"2024-09-16T01:17:02.605051+0000","last_became_peered":"2024-09-16T01:17:02.605051+0000","last_unstale":"2024-09-16T01:17:10.703564+0000","last_undegraded":"2024-09-16T01:17:10.703564+0000","last_fullsized":"2024-09-16T01:17:10.703564+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:29.024403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:11.082916+0000","last_change":"2024-09-16T01:17:04.620185+0000","last_active":"2024-09-16T01:17:11.082916+0000","last_peered":"2024-09-16T01:17:11.082916+0000","last_clean":"2024-09-16T01:17:11.082916+0000","last_became_active":"2024-09-16T01:17:02.609461+0000","last_became_peered":"2024-09-16T01:17:02.609461+0000","last_unstale":"2024-09-16T01:17:11.082916+0000","last_undegraded":"2024-09-16T01:17:11.082916+0000","last_fullsized":"2024-09-16T01:17:11.082916+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:42:21.961622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.704116+0000","last_change":"2024-09-16T01:17:04.625354+0000","last_active":"2024-09-16T01:17:10.704116+0000","last_peered":"2024-09-16T01:17:10.704116+0000","last_clean":"2024-09-16T01:17:10.704116+0000","last_became_active":"2024-09-16T01:17:02.606153+0000","last_became_peered":"2024-09-16T01:17:02.606153+0000","last_unstale":"2024-09-16T01:17:10.704116+0000","last_undegraded":"2024-09-16T01:17:10.704116+0000","last_fullsized":"2024-09-16T01:17:10.704116+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.155648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:11.082918+0000","last_change":"2024-09-16T01:17:04.620078+0000","last_active":"2024-09-16T01:17:11.082918+0000","last_peered":"2024-09-16T01:17:11.082918+0000","last_clean":"2024-09-16T01:17:11.082918+0000","last_became_active":"2024-09-16T01:17:02.609450+0000","last_became_peered":"2024-09-16T01:17:02.609450+0000","last_unstale":"2024-09-16T01:17:11.082918+0000","last_undegraded":"2024-09-16T01:17:11.082918+0000","last_fullsized":"2024-09-16T01:17:11.082918+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:16:10.756050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.703547+0000","last_change":"2024-09-16T01:17:04.625002+0000","last_active":"2024-09-16T01:17:10.703547+0000","last_peered":"2024-09-16T01:17:10.703547+0000","last_clean":"2024-09-16T01:17:10.703547+0000","last_became_active":"2024-09-16T01:17:02.607807+0000","last_became_peered":"2024-09-16T01:17:02.607807+0000","last_unstale":"2024-09-16T01:17:10.703547+0000","last_undegraded":"2024-09-16T01:17:10.703547+0000","last_fullsized":"2024-09-16T01:17:10.703547+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:51.295629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.703683+0000","last_change":"2024-09-16T01:17:04.620079+0000","last_active":"2024-09-16T01:17:10.703683+0000","last_peered":"2024-09-16T01:17:10.703683+0000","last_clean":"2024-09-16T01:17:10.703683+0000","last_became_active":"2024-09-16T01:17:02.604729+0000","last_became_peered":"2024-09-16T01:17:02.604729+0000","last_unstale":"2024-09-16T01:17:10.703683+0000","last_undegraded":"2024-09-16T01:17:10.703683+0000","last_fullsized":"2024-09-16T01:17:10.703683+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:01:48.286608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.703764+0000","last_change":"2024-09-16T01:17:04.624580+0000","last_active":"2024-09-16T01:17:10.703764+0000","last_peered":"2024-09-16T01:17:10.703764+0000","last_clean":"2024-09-16T01:17:10.703764+0000","last_became_active":"2024-09-16T01:17:02.607857+0000","last_became_peered":"2024-09-16T01:17:02.607857+0000","last_unstale":"2024-09-16T01:17:10.703764+0000","last_undegraded":"2024-09-16T01:17:10.703764+0000","last_fullsized":"2024-09-16T01:17:10.703764+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:57.756119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:10.703938+0000","last_change":"2024-09-16T01:17:04.625124+0000","last_active":"2024-09-16T01:17:10.703938+0000","last_peered":"2024-09-16T01:17:10.703938+0000","last_clean":"2024-09-16T01:17:10.703938+0000","last_became_active":"2024-09-16T01:17:02.604833+0000","last_became_peered":"2024-09-16T01:17:02.604833+0000","last_unstale":"2024-09-16T01:17:10.703938+0000","last_undegraded":"2024-09-16T01:17:10.703938+0000","last_fullsized":"2024-09-16T01:17:10.703938+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:41:07.196692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"11'97","reported_seq":144,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T01:17:11.082926+0000","last_change":"2024-09-16T01:16:57.597017+0000","last_active":"2024-09-16T01:17:11.082926+0000","last_peered":"2024-09-16T01:17:11.082926+0000","last_clean":"2024-09-16T01:17:11.082926+0000","last_became_active":"2024-09-16T01:16:57.596006+0000","last_became_peered":"2024-09-16T01:16:57.596006+0000","last_unstale":"2024-09-16T01:17:11.082926+0000","last_undegraded":"2024-09-16T01:17:11.082926+0000","last_fullsized":"2024-09-16T01:17:11.082926+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_clean_scrub_stamp":"2024-09-16T01:16:56.561942+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:11.232425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705684,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":167936,"data_stored":48535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705683,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27180,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344660,"statfs":{"total":96636764160,"available":96608931840,"internally_reserved":0,"allocated":163840,"data_stored":48516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705683,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27764,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344076,"statfs":{"total":96636764160,"available":96608333824,"internally_reserved":0,"allocated":761856,"data_stored":638903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705683,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27752,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344088,"statfs":{"total":96636764160,"available":96608346112,"internally_reserved":0,"allocated":749568,"data_stored":635442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:18:16.400 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:18:16.401 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T01:18:16.401 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T01:18:16.401 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T01:18:16.498 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce3d73640 1 Processor -- start 2024-09-16T01:18:16.498 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce3d73640 1 -- start start 2024-09-16T01:18:16.498 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce3d73640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06ee30 0x7efcdc06f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.498 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce3d73640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7efcdc1351f0 0x7efcdc1375e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.498 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce3d73640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efcdc06cef0 con 0x7efcdc06f750 2024-09-16T01:18:16.498 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce3d73640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7efcdc070430 con 0x7efcdc1351f0 2024-09-16T01:18:16.498 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce3d73640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7efcdc06fb90 con 0x7efcdc06ee30 2024-09-16T01:18:16.498 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce2310640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7efcdc1351f0 0x7efcdc1375e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.498 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce1b0f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06ee30 0x7efcdc06f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.499 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce2310640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7efcdc1351f0 0x7efcdc1375e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49316/0 (socket says 172.21.15.175:49316) 2024-09-16T01:18:16.499 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce1b0f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06ee30 0x7efcdc06f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55466/0 (socket says 172.21.15.175:55466) 2024-09-16T01:18:16.499 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.496+0000 7efce2310640 1 -- 172.21.15.175:0/1202401536 learned_addr learned my addr 172.21.15.175:0/1202401536 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:16.499 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.497+0000 7efce2310640 1 -- 172.21.15.175:0/1202401536 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06ee30 msgr2=0x7efcdc06f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:16.499 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.497+0000 7efce2310640 1 --2- 172.21.15.175:0/1202401536 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06ee30 0x7efcdc06f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.499 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.497+0000 7efce2310640 1 -- 172.21.15.175:0/1202401536 >> v1:172.21.15.175:6789/0 conn(0x7efcdc06f750 legacy=0x7efcdc133ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.499 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.497+0000 7efce2310640 1 -- 172.21.15.175:0/1202401536 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcdc06d7e0 con 0x7efcdc1351f0 2024-09-16T01:18:16.499 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.497+0000 7efce0b0d640 1 -- 172.21.15.175:0/1202401536 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2838447995 0 0) 0x7efcdc06cef0 con 0x7efcdc06f750 2024-09-16T01:18:16.499 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.497+0000 7efce1b0f640 1 --2- 172.21.15.175:0/1202401536 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06ee30 0x7efcdc06f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.497+0000 7efce2310640 1 --2- 172.21.15.175:0/1202401536 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcdc1351f0 0x7efcdc1375e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efcd4009e50 tx=0x7efcd402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5356fac599aa67e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce0b0d640 1 -- 172.21.15.175:0/1202401536 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd4036070 con 0x7efcdc1351f0 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce0b0d640 1 -- 172.21.15.175:0/1202401536 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcd4031600 con 0x7efcdc1351f0 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce0b0d640 1 -- 172.21.15.175:0/1202401536 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd40319d0 con 0x7efcdc1351f0 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce3d73640 1 -- 172.21.15.175:0/1202401536 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcdc1351f0 msgr2=0x7efcdc1375e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce3d73640 1 --2- 172.21.15.175:0/1202401536 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcdc1351f0 0x7efcdc1375e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efcd4009e50 tx=0x7efcd402a5f0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce3d73640 1 -- 172.21.15.175:0/1202401536 shutdown_connections 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce3d73640 1 --2- 172.21.15.175:0/1202401536 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcdc1351f0 0x7efcdc1375e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce3d73640 1 --2- 172.21.15.175:0/1202401536 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06ee30 0x7efcdc06f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce3d73640 1 -- 172.21.15.175:0/1202401536 >> 172.21.15.175:0/1202401536 conn(0x7efcdc09b610 msgr2=0x7efcdc09ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:16.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce3d73640 1 -- 172.21.15.175:0/1202401536 shutdown_connections 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.498+0000 7efce3d73640 1 -- 172.21.15.175:0/1202401536 wait complete. 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.499+0000 7efce3d73640 1 Processor -- start 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.499+0000 7efce3d73640 1 -- start start 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.499+0000 7efce3d73640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7efcdc06ee30 0x7efcdc0970b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.499+0000 7efce3d73640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06f750 0x7efcdc0975f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.499+0000 7efce3d73640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcdc1351f0 0x7efcdc1c4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.499+0000 7efce3d73640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7efcdc137eb0 con 0x7efcdc1351f0 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.499+0000 7efce3d73640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7efcdc137d30 con 0x7efcdc06f750 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.499+0000 7efce3d73640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7efcdc138030 con 0x7efcdc06ee30 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.499+0000 7efce1b0f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7efcdc06ee30 0x7efcdc0970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.499+0000 7efce130e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06f750 0x7efcdc0975f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce2310640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcdc1351f0 0x7efcdc1c4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce1b0f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7efcdc06ee30 0x7efcdc0970b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57926/0 (socket says 172.21.15.175:57926) 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce2310640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcdc1351f0 0x7efcdc1c4320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49332/0 (socket says 172.21.15.175:49332) 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce1b0f640 1 -- 172.21.15.175:0/2660853008 learned_addr learned my addr 172.21.15.175:0/2660853008 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce130e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06f750 0x7efcdc0975f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55474/0 (socket says 172.21.15.175:55474) 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce130e640 1 -- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7efcdc06ee30 msgr2=0x7efcdc0970b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce130e640 1 --2- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7efcdc06ee30 0x7efcdc0970b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce130e640 1 -- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcdc1351f0 msgr2=0x7efcdc1c4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce130e640 1 --2- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcdc1351f0 0x7efcdc1c4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce130e640 1 -- 172.21.15.175:0/2660853008 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcdc123eb0 con 0x7efcdc06f750 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce1b0f640 1 --2- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7efcdc06ee30 0x7efcdc0970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce130e640 1 --2- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06f750 0x7efcdc0975f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7efccc00c400 tx=0x7efccc00c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efcd27fc640 1 -- 172.21.15.175:0/2660853008 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc017070 con 0x7efcdc06f750 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efcd27fc640 1 -- 172.21.15.175:0/2660853008 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efccc0035f0 con 0x7efcdc06f750 2024-09-16T01:18:16.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce3d73640 1 -- 172.21.15.175:0/2660853008 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcdc125120 con 0x7efcdc06f750 2024-09-16T01:18:16.506 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efcd27fc640 1 -- 172.21.15.175:0/2660853008 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc0039e0 con 0x7efcdc06f750 2024-09-16T01:18:16.506 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.500+0000 7efce3d73640 1 -- 172.21.15.175:0/2660853008 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7efcdc097d10 con 0x7efcdc06f750 2024-09-16T01:18:16.506 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.501+0000 7efce3d73640 1 -- 172.21.15.175:0/2660853008 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcdc125b40 con 0x7efcdc06f750 2024-09-16T01:18:16.506 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.501+0000 7efcd27fc640 1 -- 172.21.15.175:0/2660853008 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7efccc01a070 con 0x7efcdc06f750 2024-09-16T01:18:16.506 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.501+0000 7efcd27fc640 1 -- 172.21.15.175:0/2660853008 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7efccc05ccb0 con 0x7efcdc06f750 2024-09-16T01:18:16.506 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.505+0000 7efcd27fc640 1 -- 172.21.15.175:0/2660853008 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7efccc03bf10 con 0x7efcdc06f750 2024-09-16T01:18:16.668 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.667+0000 7efce3d73640 1 -- 172.21.15.175:0/2660853008 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7efcdc06f210 con 0x7efcdc06f750 2024-09-16T01:18:16.669 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.668+0000 7efcd27fc640 1 -- 172.21.15.175:0/2660853008 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7efccc03c170 con 0x7efcdc06f750 2024-09-16T01:18:16.669 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:16.669 INFO:teuthology.orchestra.run.smithi175.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T01:18:16.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.669+0000 7efce3d73640 1 -- 172.21.15.175:0/2660853008 >> v1:172.21.15.175:6816/2987616722 conn(0x7efcc0047f70 legacy=0x7efcc004a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.669+0000 7efce3d73640 1 -- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06f750 msgr2=0x7efcdc0975f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.670+0000 7efce3d73640 1 --2- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06f750 0x7efcdc0975f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7efccc00c400 tx=0x7efccc00c8c0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.670+0000 7efce3d73640 1 -- 172.21.15.175:0/2660853008 shutdown_connections 2024-09-16T01:18:16.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.670+0000 7efce3d73640 1 --2- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcdc1351f0 0x7efcdc1c4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.670+0000 7efce3d73640 1 --2- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7efcdc06f750 0x7efcdc0975f0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.670+0000 7efce3d73640 1 --2- 172.21.15.175:0/2660853008 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7efcdc06ee30 0x7efcdc0970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.670+0000 7efce3d73640 1 -- 172.21.15.175:0/2660853008 >> 172.21.15.175:0/2660853008 conn(0x7efcdc09b610 msgr2=0x7efcdc072d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:16.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.670+0000 7efce3d73640 1 -- 172.21.15.175:0/2660853008 shutdown_connections 2024-09-16T01:18:16.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.670+0000 7efce3d73640 1 -- 172.21.15.175:0/2660853008 wait complete. 2024-09-16T01:18:16.681 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T01:18:16.681 INFO:teuthology.run_tasks:Running task ceph.restart... 2024-09-16T01:18:16.696 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-16T01:18:16.696 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:18:16.725 INFO:tasks.ceph.osd.0:Stopped 2024-09-16T01:18:16.725 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 0 2024-09-16T01:18:16.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.861+0000 7fcdedddb640 1 Processor -- start 2024-09-16T01:18:16.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.861+0000 7fcdedddb640 1 -- start start 2024-09-16T01:18:16.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcdedddb640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fcde806cf40 0x7fcde8097100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcdedddb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde8097640 0x7fcde8097a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcdedddb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8131d00 0x7fcde81340f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcdedddb640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fcde8097fa0 con 0x7fcde806cf40 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcdedddb640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fcde8098880 con 0x7fcde8131d00 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcdedddb640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fcde8073a30 con 0x7fcde8097640 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde77fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fcde806cf40 0x7fcde8097100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde7fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8131d00 0x7fcde81340f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde6ffd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde8097640 0x7fcde8097a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde6ffd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde8097640 0x7fcde8097a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57936/0 (socket says 172.21.15.175:57936) 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde77fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fcde806cf40 0x7fcde8097100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49338/0 (socket says 172.21.15.175:49338) 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde6ffd640 1 -- 172.21.15.175:0/3835589564 learned_addr learned my addr 172.21.15.175:0/3835589564 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:16.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde7fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8131d00 0x7fcde81340f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55488/0 (socket says 172.21.15.175:55488) 2024-09-16T01:18:16.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde7fff640 1 -- 172.21.15.175:0/3835589564 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde8097640 msgr2=0x7fcde8097a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:16.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde7fff640 1 --2- 172.21.15.175:0/3835589564 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde8097640 0x7fcde8097a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde7fff640 1 -- 172.21.15.175:0/3835589564 >> v2:172.21.15.175:3300/0 conn(0x7fcde806cf40 msgr2=0x7fcde8097100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:16.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde7fff640 1 --2- 172.21.15.175:0/3835589564 >> v2:172.21.15.175:3300/0 conn(0x7fcde806cf40 0x7fcde8097100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde7fff640 1 -- 172.21.15.175:0/3835589564 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcde806d6d0 con 0x7fcde8131d00 2024-09-16T01:18:16.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde77fe640 1 --2- 172.21.15.175:0/3835589564 >> v2:172.21.15.175:3300/0 conn(0x7fcde806cf40 0x7fcde8097100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:16.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.862+0000 7fcde6ffd640 1 --2- 172.21.15.175:0/3835589564 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde8097640 0x7fcde8097a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:16.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.863+0000 7fcde7fff640 1 --2- 172.21.15.175:0/3835589564 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8131d00 0x7fcde81340f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fcde0009d90 tx=0x7fcde002a490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=718d82ccbcd872fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:16.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.863+0000 7fcde67fc640 1 -- 172.21.15.175:0/3835589564 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde0007740 con 0x7fcde8131d00 2024-09-16T01:18:16.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.863+0000 7fcde67fc640 1 -- 172.21.15.175:0/3835589564 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcde00078e0 con 0x7fcde8131d00 2024-09-16T01:18:16.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.863+0000 7fcde67fc640 1 -- 172.21.15.175:0/3835589564 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde0007cb0 con 0x7fcde8131d00 2024-09-16T01:18:16.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.863+0000 7fcdedddb640 1 -- 172.21.15.175:0/3835589564 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8131d00 msgr2=0x7fcde81340f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.863+0000 7fcdedddb640 1 --2- 172.21.15.175:0/3835589564 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8131d00 0x7fcde81340f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fcde0009d90 tx=0x7fcde002a490 comp rx=0 tx=0).stop 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.863+0000 7fcdedddb640 1 -- 172.21.15.175:0/3835589564 shutdown_connections 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.863+0000 7fcdedddb640 1 --2- 172.21.15.175:0/3835589564 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8131d00 0x7fcde81340f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.863+0000 7fcdedddb640 1 --2- 172.21.15.175:0/3835589564 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde8097640 0x7fcde8097a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.863+0000 7fcdedddb640 1 --2- 172.21.15.175:0/3835589564 >> v2:172.21.15.175:3300/0 conn(0x7fcde806cf40 0x7fcde8097100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.864+0000 7fcdedddb640 1 -- 172.21.15.175:0/3835589564 >> 172.21.15.175:0/3835589564 conn(0x7fcde809b680 msgr2=0x7fcde809ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.864+0000 7fcdedddb640 1 -- 172.21.15.175:0/3835589564 shutdown_connections 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.864+0000 7fcdedddb640 1 -- 172.21.15.175:0/3835589564 wait complete. 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.864+0000 7fcdedddb640 1 Processor -- start 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcdedddb640 1 -- start start 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcdedddb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde806cf40 0x7fcde80945b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcdedddb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8097640 0x7fcde8094af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcdedddb640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcde8131d00 0x7fcde8095030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcdedddb640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fcde81349c0 con 0x7fcde8131d00 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcdedddb640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fcde8134840 con 0x7fcde8097640 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcdedddb640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fcde8134b40 con 0x7fcde806cf40 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde77fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde806cf40 0x7fcde80945b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde7fff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcde8131d00 0x7fcde8095030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde6ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8097640 0x7fcde8094af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde6ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8097640 0x7fcde8094af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55496/0 (socket says 172.21.15.175:55496) 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde7fff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcde8131d00 0x7fcde8095030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49342/0 (socket says 172.21.15.175:49342) 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde6ffd640 1 -- 172.21.15.175:0/719301440 learned_addr learned my addr 172.21.15.175:0/719301440 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde6ffd640 1 -- 172.21.15.175:0/719301440 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde806cf40 msgr2=0x7fcde80945b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde6ffd640 1 --2- 172.21.15.175:0/719301440 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde806cf40 0x7fcde80945b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde6ffd640 1 -- 172.21.15.175:0/719301440 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcde8131d00 msgr2=0x7fcde8095030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:16.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde6ffd640 1 --2- 172.21.15.175:0/719301440 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcde8131d00 0x7fcde8095030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:16.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.865+0000 7fcde6ffd640 1 -- 172.21.15.175:0/719301440 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcde8092cd0 con 0x7fcde8097640 2024-09-16T01:18:16.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.866+0000 7fcde6ffd640 1 --2- 172.21.15.175:0/719301440 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8097640 0x7fcde8094af0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcddc00e9d0 tx=0x7fcddc00ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:16.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.866+0000 7fcdcffff640 1 -- 172.21.15.175:0/719301440 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcddc017070 con 0x7fcde8097640 2024-09-16T01:18:16.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.866+0000 7fcdcffff640 1 -- 172.21.15.175:0/719301440 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcddc00ca60 con 0x7fcde8097640 2024-09-16T01:18:16.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.866+0000 7fcdcffff640 1 -- 172.21.15.175:0/719301440 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcddc00ce10 con 0x7fcde8097640 2024-09-16T01:18:16.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.866+0000 7fcdedddb640 1 -- 172.21.15.175:0/719301440 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcde806de20 con 0x7fcde8097640 2024-09-16T01:18:16.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.866+0000 7fcdedddb640 1 -- 172.21.15.175:0/719301440 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcde806e340 con 0x7fcde8097640 2024-09-16T01:18:16.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.867+0000 7fcdedddb640 1 -- 172.21.15.175:0/719301440 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcde8097100 con 0x7fcde8097640 2024-09-16T01:18:16.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.867+0000 7fcdcffff640 1 -- 172.21.15.175:0/719301440 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7fcddc01a070 con 0x7fcde8097640 2024-09-16T01:18:16.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.867+0000 7fcdcffff640 1 -- 172.21.15.175:0/719301440 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3027+0+0 (secure 0 0 0) 0x7fcddc05d810 con 0x7fcde8097640 2024-09-16T01:18:16.873 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.871+0000 7fcdcffff640 1 -- 172.21.15.175:0/719301440 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fcddc03ca70 con 0x7fcde8097640 2024-09-16T01:18:16.913 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:16.912+0000 7fcdcffff640 1 -- 172.21.15.175:0/719301440 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fcddc05c470 con 0x7fcde8097640 2024-09-16T01:18:17.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.024+0000 7fcdedddb640 1 -- 172.21.15.175:0/719301440 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd down", "ids": ["0"]} v 0) -- 0x7fcde8068fe0 con 0x7fcde8097640 2024-09-16T01:18:17.025 INFO:tasks.ceph.mon.a.smithi175.stderr:2024-09-16T01:18:17.024+0000 7f98f43fb640 -1 mon.a@0(leader).osd e20 definitely_dead 0 2024-09-16T01:18:17.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.025+0000 7fcdcffff640 1 -- 172.21.15.175:0/719301440 <== mon.1 v2:172.21.15.175:3301/0 8 ==== mon_command_ack([{"prefix": "osd down", "ids": ["0"]}]=0 osd.0 is already down. v20) ==== 93+0+0 (secure 0 0 0) 0x7fcddc00ce10 con 0x7fcde8097640 2024-09-16T01:18:17.026 INFO:teuthology.orchestra.run.smithi175.stderr:osd.0 is already down. 2024-09-16T01:18:17.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.026+0000 7fcdedddb640 1 -- 172.21.15.175:0/719301440 >> v1:172.21.15.175:6816/2987616722 conn(0x7fcdd4047f40 legacy=0x7fcdd404a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:17.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.026+0000 7fcdedddb640 1 -- 172.21.15.175:0/719301440 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8097640 msgr2=0x7fcde8094af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:17.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.026+0000 7fcdedddb640 1 --2- 172.21.15.175:0/719301440 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8097640 0x7fcde8094af0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcddc00e9d0 tx=0x7fcddc00ee90 comp rx=0 tx=0).stop 2024-09-16T01:18:17.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.027+0000 7fcdedddb640 1 -- 172.21.15.175:0/719301440 shutdown_connections 2024-09-16T01:18:17.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.027+0000 7fcdedddb640 1 --2- 172.21.15.175:0/719301440 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcde8131d00 0x7fcde8095030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.027+0000 7fcdedddb640 1 --2- 172.21.15.175:0/719301440 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fcde8097640 0x7fcde8094af0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.027+0000 7fcdedddb640 1 --2- 172.21.15.175:0/719301440 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fcde806cf40 0x7fcde80945b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.027+0000 7fcdedddb640 1 -- 172.21.15.175:0/719301440 >> 172.21.15.175:0/719301440 conn(0x7fcde809b680 msgr2=0x7fcde8131350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:17.029 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.027+0000 7fcdedddb640 1 -- 172.21.15.175:0/719301440 shutdown_connections 2024-09-16T01:18:17.029 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.027+0000 7fcdedddb640 1 -- 172.21.15.175:0/719301440 wait complete. 2024-09-16T01:18:17.038 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-16T01:18:17.038 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-16T01:18:17.041 INFO:tasks.ceph.osd.0:Started 2024-09-16T01:18:17.041 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-16T01:18:17.041 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:18:17.082 INFO:tasks.ceph.osd.1:Stopped 2024-09-16T01:18:17.082 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 1 2024-09-16T01:18:17.223 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.221+0000 7fba40f5e640 1 Processor -- start 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.221+0000 7fba40f5e640 1 -- start start 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba40f5e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c097820 0x7fba3c097c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba40f5e640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fba3c098140 0x7fba3c133d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba40f5e640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba3c0997c0 con 0x7fba3c098520 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba40f5e640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fba3c099ec0 con 0x7fba3c098140 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba40f5e640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fba3c099c00 con 0x7fba3c097820 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba3a59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c097820 0x7fba3c097c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba39d9b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fba3c098140 0x7fba3c133d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba3a59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c097820 0x7fba3c097c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55520/0 (socket says 172.21.15.175:55520) 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba3a59c640 1 -- 172.21.15.175:0/3434504231 learned_addr learned my addr 172.21.15.175:0/3434504231 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:17.224 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba39d9b640 1 -- 172.21.15.175:0/3434504231 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c097820 msgr2=0x7fba3c097c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:17.225 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba39d9b640 1 --2- 172.21.15.175:0/3434504231 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c097820 0x7fba3c097c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.225 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba39d9b640 1 -- 172.21.15.175:0/3434504231 >> v1:172.21.15.175:6789/0 conn(0x7fba3c098520 legacy=0x7fba3c136270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:17.225 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba39d9b640 1 -- 172.21.15.175:0/3434504231 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba3c0991e0 con 0x7fba3c098140 2024-09-16T01:18:17.225 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.222+0000 7fba3a59c640 1 --2- 172.21.15.175:0/3434504231 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c097820 0x7fba3c097c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.223+0000 7fba39d9b640 1 --2- 172.21.15.175:0/3434504231 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c098140 0x7fba3c133d20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fba300097a0 tx=0x7fba3002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11013c1e0c1f0dc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.223+0000 7fba3959a640 1 -- 172.21.15.175:0/3434504231 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba30037070 con 0x7fba3c098140 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.223+0000 7fba3959a640 1 -- 172.21.15.175:0/3434504231 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba3002ae50 con 0x7fba3c098140 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.223+0000 7fba3959a640 1 -- 172.21.15.175:0/3434504231 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba30032660 con 0x7fba3c098140 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.224+0000 7fba40f5e640 1 -- 172.21.15.175:0/3434504231 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c098140 msgr2=0x7fba3c133d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.224+0000 7fba40f5e640 1 --2- 172.21.15.175:0/3434504231 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c098140 0x7fba3c133d20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fba300097a0 tx=0x7fba3002a100 comp rx=0 tx=0).stop 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.224+0000 7fba40f5e640 1 -- 172.21.15.175:0/3434504231 shutdown_connections 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.224+0000 7fba40f5e640 1 --2- 172.21.15.175:0/3434504231 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c098140 0x7fba3c133d20 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.224+0000 7fba40f5e640 1 --2- 172.21.15.175:0/3434504231 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c097820 0x7fba3c097c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.224+0000 7fba40f5e640 1 -- 172.21.15.175:0/3434504231 >> 172.21.15.175:0/3434504231 conn(0x7fba3c09ffb0 msgr2=0x7fba3c0a03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:17.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.224+0000 7fba40f5e640 1 -- 172.21.15.175:0/3434504231 shutdown_connections 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.224+0000 7fba40f5e640 1 -- 172.21.15.175:0/3434504231 wait complete. 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.225+0000 7fba40f5e640 1 Processor -- start 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.225+0000 7fba40f5e640 1 -- start start 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.225+0000 7fba40f5e640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c097820 0x7fba3c124f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.225+0000 7fba40f5e640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c098140 0x7fba3c125460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.225+0000 7fba40f5e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c098520 0x7fba3c1259a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.225+0000 7fba40f5e640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fba3c137ba0 con 0x7fba3c097820 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.225+0000 7fba40f5e640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fba3c096e50 con 0x7fba3c098520 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.225+0000 7fba40f5e640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fba3c137d20 con 0x7fba3c098140 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.225+0000 7fba3a59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c097820 0x7fba3c124f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.225+0000 7fba39d9b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c098140 0x7fba3c125460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba3a59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c097820 0x7fba3c124f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49360/0 (socket says 172.21.15.175:49360) 2024-09-16T01:18:17.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba39d9b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c098140 0x7fba3c125460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57976/0 (socket says 172.21.15.175:57976) 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba3ad9d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c098520 0x7fba3c1259a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba3a59c640 1 -- 172.21.15.175:0/251795 learned_addr learned my addr 172.21.15.175:0/251795 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba3a59c640 1 -- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c098140 msgr2=0x7fba3c125460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba3a59c640 1 --2- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c098140 0x7fba3c125460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba3a59c640 1 -- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c098520 msgr2=0x7fba3c1259a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba3a59c640 1 --2- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c098520 0x7fba3c1259a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba3a59c640 1 -- 172.21.15.175:0/251795 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba3c127210 con 0x7fba3c097820 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba39d9b640 1 --2- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c098140 0x7fba3c125460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba3a59c640 1 --2- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c097820 0x7fba3c124f20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fba2c00e9d0 tx=0x7fba2c00ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba2affd640 1 -- 172.21.15.175:0/251795 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba2c017070 con 0x7fba3c097820 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba2affd640 1 -- 172.21.15.175:0/251795 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba2c00ca60 con 0x7fba3c097820 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba2affd640 1 -- 172.21.15.175:0/251795 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba2c00ce10 con 0x7fba3c097820 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba40f5e640 1 -- 172.21.15.175:0/251795 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba3c0740b0 con 0x7fba3c097820 2024-09-16T01:18:17.230 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.226+0000 7fba40f5e640 1 -- 172.21.15.175:0/251795 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba3c127d80 con 0x7fba3c097820 2024-09-16T01:18:17.231 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.227+0000 7fba40f5e640 1 -- 172.21.15.175:0/251795 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba3c128750 con 0x7fba3c097820 2024-09-16T01:18:17.231 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.227+0000 7fba2affd640 1 -- 172.21.15.175:0/251795 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fba2c01a070 con 0x7fba3c097820 2024-09-16T01:18:17.231 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.227+0000 7fba2affd640 1 -- 172.21.15.175:0/251795 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3027+0+0 (secure 0 0 0) 0x7fba2c05d900 con 0x7fba3c097820 2024-09-16T01:18:17.232 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.231+0000 7fba2affd640 1 -- 172.21.15.175:0/251795 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fba3c128750 con 0x7fba3c097820 2024-09-16T01:18:17.380 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.379+0000 7fba40f5e640 1 -- 172.21.15.175:0/251795 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd down", "ids": ["1"]} v 0) -- 0x7fba3c097c00 con 0x7fba3c097820 2024-09-16T01:18:17.380 INFO:tasks.ceph.mon.a.smithi175.stderr:2024-09-16T01:18:17.379+0000 7f98f43fb640 -1 mon.a@0(leader).osd e20 definitely_dead 0 2024-09-16T01:18:17.913 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.912+0000 7fba2affd640 1 -- 172.21.15.175:0/251795 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["1"]}]=0 marked down osd.1. v21) ==== 89+0+0 (secure 0 0 0) 0x7fba2c05c9b0 con 0x7fba3c097820 2024-09-16T01:18:17.913 INFO:teuthology.orchestra.run.smithi175.stderr:marked down osd.1. 2024-09-16T01:18:17.915 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.914+0000 7fba40f5e640 1 -- 172.21.15.175:0/251795 >> v1:172.21.15.175:6816/2987616722 conn(0x7fba1c047fd0 legacy=0x7fba1c04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:17.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.914+0000 7fba40f5e640 1 -- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c097820 msgr2=0x7fba3c124f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:17.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.914+0000 7fba40f5e640 1 --2- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c097820 0x7fba3c124f20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fba2c00e9d0 tx=0x7fba2c00ee90 comp rx=0 tx=0).stop 2024-09-16T01:18:17.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.914+0000 7fba40f5e640 1 -- 172.21.15.175:0/251795 shutdown_connections 2024-09-16T01:18:17.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.914+0000 7fba40f5e640 1 --2- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fba3c098520 0x7fba3c1259a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.914+0000 7fba40f5e640 1 --2- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fba3c098140 0x7fba3c125460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.914+0000 7fba40f5e640 1 --2- 172.21.15.175:0/251795 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba3c097820 0x7fba3c124f20 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:17.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.914+0000 7fba40f5e640 1 -- 172.21.15.175:0/251795 >> 172.21.15.175:0/251795 conn(0x7fba3c09ffb0 msgr2=0x7fba3c09b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:17.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.914+0000 7fba40f5e640 1 -- 172.21.15.175:0/251795 shutdown_connections 2024-09-16T01:18:17.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:17.914+0000 7fba40f5e640 1 -- 172.21.15.175:0/251795 wait complete. 2024-09-16T01:18:17.929 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-16T01:18:17.929 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-16T01:18:17.931 INFO:tasks.ceph.osd.1:Started 2024-09-16T01:18:17.931 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-16T01:18:17.932 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:18:17.975 INFO:tasks.ceph.osd.2:Stopped 2024-09-16T01:18:17.975 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 2 2024-09-16T01:18:18.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.074+0000 7fdad02aa640 1 Processor -- start 2024-09-16T01:18:18.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.074+0000 7fdad02aa640 1 -- start start 2024-09-16T01:18:18.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdad02aa640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806ee30 0x7fdac806f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:18.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdad02aa640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806f750 0x7fdac8133ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:18.077 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdad02aa640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdac806cef0 con 0x7fdac8134010 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdad02aa640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fdac8070430 con 0x7fdac806f750 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdad02aa640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fdac806fb90 con 0x7fdac806ee30 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdacd845640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806f750 0x7fdac8133ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdace847640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fdac8134010 0x7fdac8136400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:59402/0 (socket says 172.21.15.175:59402) 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdace046640 1 --2- 172.21.15.175:0/904934009 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806ee30 0x7fdac806f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdace847640 1 -- 172.21.15.175:0/904934009 learned_addr learned my addr 172.21.15.175:0/904934009 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdacd044640 1 -- 172.21.15.175:0/904934009 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3030082657 0 0) 0x7fdac806cef0 con 0x7fdac8134010 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdacd044640 1 -- 172.21.15.175:0/904934009 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdab4003520 con 0x7fdac8134010 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdacd845640 1 -- 172.21.15.175:0/904934009 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806ee30 msgr2=0x7fdac806f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdacd845640 1 --2- 172.21.15.175:0/904934009 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806ee30 0x7fdac806f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdacd845640 1 -- 172.21.15.175:0/904934009 >> v1:172.21.15.175:6789/0 conn(0x7fdac8134010 legacy=0x7fdac8136400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.075+0000 7fdacd845640 1 -- 172.21.15.175:0/904934009 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac806d7e0 con 0x7fdac806f750 2024-09-16T01:18:18.078 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.076+0000 7fdacd845640 1 --2- 172.21.15.175:0/904934009 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806f750 0x7fdac8133ad0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdab80097d0 tx=0x7fdab802a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=68953b369871b4c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:18.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.076+0000 7fdacd044640 1 -- 172.21.15.175:0/904934009 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab8037070 con 0x7fdac806f750 2024-09-16T01:18:18.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.076+0000 7fdacd044640 1 -- 172.21.15.175:0/904934009 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdab802ad90 con 0x7fdac806f750 2024-09-16T01:18:18.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.076+0000 7fdacd044640 1 -- 172.21.15.175:0/904934009 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab8032660 con 0x7fdac806f750 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.077+0000 7fdad02aa640 1 -- 172.21.15.175:0/904934009 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806f750 msgr2=0x7fdac8133ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.077+0000 7fdad02aa640 1 --2- 172.21.15.175:0/904934009 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806f750 0x7fdac8133ad0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdab80097d0 tx=0x7fdab802a040 comp rx=0 tx=0).stop 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.077+0000 7fdad02aa640 1 -- 172.21.15.175:0/904934009 shutdown_connections 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.077+0000 7fdad02aa640 1 --2- 172.21.15.175:0/904934009 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806f750 0x7fdac8133ad0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.077+0000 7fdad02aa640 1 --2- 172.21.15.175:0/904934009 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806ee30 0x7fdac806f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.077+0000 7fdad02aa640 1 -- 172.21.15.175:0/904934009 >> 172.21.15.175:0/904934009 conn(0x7fdac809b610 msgr2=0x7fdac809ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.077+0000 7fdad02aa640 1 -- 172.21.15.175:0/904934009 shutdown_connections 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.077+0000 7fdad02aa640 1 -- 172.21.15.175:0/904934009 wait complete. 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdad02aa640 1 Processor -- start 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdad02aa640 1 -- start start 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdad02aa640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806ee30 0x7fdac8095eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:18.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdad02aa640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806f750 0x7fdac80963f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdad02aa640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdac8134010 0x7fdac81c4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdad02aa640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fdac8137eb0 con 0x7fdac8134010 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdad02aa640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fdac8137d30 con 0x7fdac806ee30 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdad02aa640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fdac8138030 con 0x7fdac806f750 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdacd845640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806f750 0x7fdac80963f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdace046640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806ee30 0x7fdac8095eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdace046640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806ee30 0x7fdac8095eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55540/0 (socket says 172.21.15.175:55540) 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdacd845640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806f750 0x7fdac80963f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:57992/0 (socket says 172.21.15.175:57992) 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdace046640 1 -- 172.21.15.175:0/1316018596 learned_addr learned my addr 172.21.15.175:0/1316018596 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdace847640 1 --2- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdac8134010 0x7fdac81c4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdacd845640 1 -- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806ee30 msgr2=0x7fdac8095eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdacd845640 1 --2- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806ee30 0x7fdac8095eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdacd845640 1 -- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdac8134010 msgr2=0x7fdac81c4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:18.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdacd845640 1 --2- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdac8134010 0x7fdac81c4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:18.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.078+0000 7fdacd845640 1 -- 172.21.15.175:0/1316018596 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac8073c00 con 0x7fdac806f750 2024-09-16T01:18:18.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.079+0000 7fdacd845640 1 --2- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806f750 0x7fdac80963f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fdab8031000 tx=0x7fdab80046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:18.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.079+0000 7fdabeffd640 1 -- 172.21.15.175:0/1316018596 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab8041030 con 0x7fdac806f750 2024-09-16T01:18:18.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.079+0000 7fdabeffd640 1 -- 172.21.15.175:0/1316018596 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdab802ab90 con 0x7fdac806f750 2024-09-16T01:18:18.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.079+0000 7fdad02aa640 1 -- 172.21.15.175:0/1316018596 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdac80976d0 con 0x7fdac806f750 2024-09-16T01:18:18.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.079+0000 7fdabeffd640 1 -- 172.21.15.175:0/1316018596 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab8037040 con 0x7fdac806f750 2024-09-16T01:18:18.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.079+0000 7fdad02aa640 1 -- 172.21.15.175:0/1316018596 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fdac8096930 con 0x7fdac806f750 2024-09-16T01:18:18.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.080+0000 7fdad02aa640 1 -- 172.21.15.175:0/1316018596 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdac806f210 con 0x7fdac806f750 2024-09-16T01:18:18.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.080+0000 7fdabeffd640 1 -- 172.21.15.175:0/1316018596 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fdab8044070 con 0x7fdac806f750 2024-09-16T01:18:18.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.080+0000 7fdabeffd640 1 -- 172.21.15.175:0/1316018596 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3027+0+0 (secure 0 0 0) 0x7fdab807db10 con 0x7fdac806f750 2024-09-16T01:18:18.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.084+0000 7fdabeffd640 1 -- 172.21.15.175:0/1316018596 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fdac8073c00 con 0x7fdac806f750 2024-09-16T01:18:18.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.234+0000 7fdad02aa640 1 -- 172.21.15.175:0/1316018596 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd down", "ids": ["2"]} v 0) -- 0x7fdac8068e60 con 0x7fdac806f750 2024-09-16T01:18:18.236 INFO:tasks.ceph.mon.a.smithi175.stderr:2024-09-16T01:18:18.235+0000 7f98f43fb640 -1 mon.a@0(leader).osd e21 definitely_dead 0 2024-09-16T01:18:18.451 INFO:tasks.ceph.osd.0.smithi175.stderr:2024-09-16T01:18:18.450+0000 7f559fa0f640 -1 Falling back to public interface 2024-09-16T01:18:18.921 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.919+0000 7fdabeffd640 1 -- 172.21.15.175:0/1316018596 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["2"]}]=0 marked down osd.2. v22) ==== 89+0+0 (secure 0 0 0) 0x7fdab802ad60 con 0x7fdac806f750 2024-09-16T01:18:18.921 INFO:teuthology.orchestra.run.smithi175.stderr:marked down osd.2. 2024-09-16T01:18:18.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.922+0000 7fdad02aa640 1 -- 172.21.15.175:0/1316018596 >> v1:172.21.15.175:6816/2987616722 conn(0x7fdaac048000 legacy=0x7fdaac04a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:18.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.922+0000 7fdad02aa640 1 -- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806f750 msgr2=0x7fdac80963f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:18.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.922+0000 7fdad02aa640 1 --2- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806f750 0x7fdac80963f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fdab8031000 tx=0x7fdab80046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:18.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.922+0000 7fdad02aa640 1 -- 172.21.15.175:0/1316018596 shutdown_connections 2024-09-16T01:18:18.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.922+0000 7fdad02aa640 1 --2- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdac8134010 0x7fdac81c4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:18.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.922+0000 7fdad02aa640 1 --2- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdac806f750 0x7fdac80963f0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:18.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.922+0000 7fdad02aa640 1 --2- 172.21.15.175:0/1316018596 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdac806ee30 0x7fdac8095eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:18.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.922+0000 7fdad02aa640 1 -- 172.21.15.175:0/1316018596 >> 172.21.15.175:0/1316018596 conn(0x7fdac809b610 msgr2=0x7fdac8072aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:18.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.922+0000 7fdad02aa640 1 -- 172.21.15.175:0/1316018596 shutdown_connections 2024-09-16T01:18:18.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:18.922+0000 7fdad02aa640 1 -- 172.21.15.175:0/1316018596 wait complete. 2024-09-16T01:18:18.938 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-16T01:18:18.938 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-16T01:18:18.941 INFO:tasks.ceph.osd.2:Started 2024-09-16T01:18:18.941 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-16T01:18:18.941 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:18:18.987 INFO:tasks.ceph.osd.3:Stopped 2024-09-16T01:18:18.987 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 3 2024-09-16T01:18:19.090 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa27dfff640 1 Processor -- start 2024-09-16T01:18:19.090 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa27dfff640 1 -- start start 2024-09-16T01:18:19.090 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa27dfff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa27806e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:19.090 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa27dfff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa27806e600 0x7fa27812f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:19.090 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa27dfff640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa27806f720 con 0x7fa27812f880 2024-09-16T01:18:19.090 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa27dfff640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fa278075bc0 con 0x7fa27806e600 2024-09-16T01:18:19.090 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa27dfff640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fa278070340 con 0x7fa27806dce0 2024-09-16T01:18:19.090 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa2777fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa27806e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:19.090 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa276ffd640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa27806e600 0x7fa27812f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:19.091 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa2777fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa27806e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:58014/0 (socket says 172.21.15.175:58014) 2024-09-16T01:18:19.091 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa276ffd640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa27806e600 0x7fa27812f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49390/0 (socket says 172.21.15.175:49390) 2024-09-16T01:18:19.091 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa2777fe640 1 -- 172.21.15.175:0/4064090466 learned_addr learned my addr 172.21.15.175:0/4064090466 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:19.091 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa2767fc640 1 -- 172.21.15.175:0/4064090466 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2013664130 0 0) 0x7fa27806f720 con 0x7fa27812f880 2024-09-16T01:18:19.091 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa2777fe640 1 -- 172.21.15.175:0/4064090466 >> v2:172.21.15.175:3300/0 conn(0x7fa27806e600 msgr2=0x7fa27812f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:19.091 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa2777fe640 1 --2- 172.21.15.175:0/4064090466 >> v2:172.21.15.175:3300/0 conn(0x7fa27806e600 0x7fa27812f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:19.091 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.088+0000 7fa2777fe640 1 -- 172.21.15.175:0/4064090466 >> v1:172.21.15.175:6789/0 conn(0x7fa27812f880 legacy=0x7fa27812fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:19.091 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.089+0000 7fa2777fe640 1 -- 172.21.15.175:0/4064090466 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa27806e9e0 con 0x7fa27806dce0 2024-09-16T01:18:19.091 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.089+0000 7fa276ffd640 1 --2- 172.21.15.175:0/4064090466 >> v2:172.21.15.175:3300/0 conn(0x7fa27806e600 0x7fa27812f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:19.092 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.089+0000 7fa2777fe640 1 --2- 172.21.15.175:0/4064090466 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa27806e0c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa268009870 tx=0x7fa26802a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9feba4edcfbb7ef server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:19.092 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.089+0000 7fa2767fc640 1 -- 172.21.15.175:0/4064090466 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa268037070 con 0x7fa27806dce0 2024-09-16T01:18:19.092 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.089+0000 7fa2767fc640 1 -- 172.21.15.175:0/4064090466 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa268032440 con 0x7fa27806dce0 2024-09-16T01:18:19.092 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.089+0000 7fa2767fc640 1 -- 172.21.15.175:0/4064090466 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa268032810 con 0x7fa27806dce0 2024-09-16T01:18:19.092 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.090+0000 7fa27dfff640 1 -- 172.21.15.175:0/4064090466 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 msgr2=0x7fa27806e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:19.093 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.090+0000 7fa27dfff640 1 --2- 172.21.15.175:0/4064090466 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa27806e0c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa268009870 tx=0x7fa26802a130 comp rx=0 tx=0).stop 2024-09-16T01:18:19.093 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.090+0000 7fa27dfff640 1 -- 172.21.15.175:0/4064090466 shutdown_connections 2024-09-16T01:18:19.093 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.090+0000 7fa27dfff640 1 --2- 172.21.15.175:0/4064090466 >> v2:172.21.15.175:3300/0 conn(0x7fa27806e600 0x7fa27812f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:19.093 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.090+0000 7fa27dfff640 1 --2- 172.21.15.175:0/4064090466 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa27806e0c0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:19.093 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.090+0000 7fa27dfff640 1 -- 172.21.15.175:0/4064090466 >> 172.21.15.175:0/4064090466 conn(0x7fa27809e980 msgr2=0x7fa27809ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:19.093 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.090+0000 7fa27dfff640 1 -- 172.21.15.175:0/4064090466 shutdown_connections 2024-09-16T01:18:19.095 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.090+0000 7fa27dfff640 1 -- 172.21.15.175:0/4064090466 wait complete. 2024-09-16T01:18:19.095 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa27dfff640 1 Processor -- start 2024-09-16T01:18:19.095 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa27dfff640 1 -- start start 2024-09-16T01:18:19.095 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa27dfff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa278093460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:19.095 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa27dfff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa27806e600 0x7fa2780939a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:19.095 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa27dfff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa27812f880 0x7fa278093ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa27dfff640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fa278137a10 con 0x7fa27812f880 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa27dfff640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fa278137890 con 0x7fa27806e600 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa27dfff640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fa278137b90 con 0x7fa27806dce0 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa2777fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa278093460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa276ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa27806e600 0x7fa2780939a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa2777fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa278093460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:58026/0 (socket says 172.21.15.175:58026) 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa277fff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa27812f880 0x7fa278093ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.091+0000 7fa2777fe640 1 -- 172.21.15.175:0/1985195877 learned_addr learned my addr 172.21.15.175:0/1985195877 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa2777fe640 1 -- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa27806e600 msgr2=0x7fa2780939a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa2777fe640 1 --2- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa27806e600 0x7fa2780939a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa2777fe640 1 -- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa27812f880 msgr2=0x7fa278093ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa2777fe640 1 --2- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa27812f880 0x7fa278093ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa2777fe640 1 -- 172.21.15.175:0/1985195877 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa278091cd0 con 0x7fa27806dce0 2024-09-16T01:18:19.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa276ffd640 1 --2- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa27806e600 0x7fa2780939a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:19.097 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa2777fe640 1 --2- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa278093460 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa268009870 tx=0x7fa2680046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:19.097 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa25ffff640 1 -- 172.21.15.175:0/1985195877 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa268037040 con 0x7fa27806dce0 2024-09-16T01:18:19.097 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa25ffff640 1 -- 172.21.15.175:0/1985195877 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa268004230 con 0x7fa27806dce0 2024-09-16T01:18:19.097 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa27dfff640 1 -- 172.21.15.175:0/1985195877 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2780928d0 con 0x7fa27806dce0 2024-09-16T01:18:19.097 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa25ffff640 1 -- 172.21.15.175:0/1985195877 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa268003610 con 0x7fa27806dce0 2024-09-16T01:18:19.097 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.092+0000 7fa27dfff640 1 -- 172.21.15.175:0/1985195877 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa27809bde0 con 0x7fa27806dce0 2024-09-16T01:18:19.097 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.093+0000 7fa25ffff640 1 -- 172.21.15.175:0/1985195877 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fa2680037b0 con 0x7fa27806dce0 2024-09-16T01:18:19.097 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.093+0000 7fa27dfff640 1 -- 172.21.15.175:0/1985195877 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa27806e0c0 con 0x7fa27806dce0 2024-09-16T01:18:19.097 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.093+0000 7fa25ffff640 1 -- 172.21.15.175:0/1985195877 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(22..22 src has 1..22) ==== 3027+0+0 (secure 0 0 0) 0x7fa26807e680 con 0x7fa27806dce0 2024-09-16T01:18:19.098 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.097+0000 7fa25ffff640 1 -- 172.21.15.175:0/1985195877 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fa2780928d0 con 0x7fa27806dce0 2024-09-16T01:18:19.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.244+0000 7fa27dfff640 1 -- 172.21.15.175:0/1985195877 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd down", "ids": ["3"]} v 0) -- 0x7fa278068fe0 con 0x7fa27806dce0 2024-09-16T01:18:19.246 INFO:tasks.ceph.mon.a.smithi175.stderr:2024-09-16T01:18:19.244+0000 7f98f43fb640 -1 mon.a@0(leader).osd e22 definitely_dead 0 2024-09-16T01:18:19.596 INFO:tasks.ceph.osd.1.smithi175.stderr:2024-09-16T01:18:19.595+0000 7f00992b6640 -1 Falling back to public interface 2024-09-16T01:18:19.921 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.920+0000 7fa25ffff640 1 -- 172.21.15.175:0/1985195877 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["3"]}]=0 marked down osd.3. v23) ==== 89+0+0 (secure 0 0 0) 0x7fa26807d730 con 0x7fa27806dce0 2024-09-16T01:18:19.921 INFO:teuthology.orchestra.run.smithi175.stderr:marked down osd.3. 2024-09-16T01:18:19.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.923+0000 7fa27dfff640 1 -- 172.21.15.175:0/1985195877 >> v1:172.21.15.175:6816/2987616722 conn(0x7fa264047fd0 legacy=0x7fa26404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:19.924 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.923+0000 7fa27dfff640 1 -- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 msgr2=0x7fa278093460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:19.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.923+0000 7fa27dfff640 1 --2- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa278093460 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa268009870 tx=0x7fa2680046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:19.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.923+0000 7fa27dfff640 1 -- 172.21.15.175:0/1985195877 shutdown_connections 2024-09-16T01:18:19.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.923+0000 7fa27dfff640 1 --2- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa27812f880 0x7fa278093ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:19.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.923+0000 7fa27dfff640 1 --2- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa27806e600 0x7fa2780939a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:19.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.923+0000 7fa27dfff640 1 --2- 172.21.15.175:0/1985195877 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa27806dce0 0x7fa278093460 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:19.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.923+0000 7fa27dfff640 1 -- 172.21.15.175:0/1985195877 >> 172.21.15.175:0/1985195877 conn(0x7fa27809e980 msgr2=0x7fa27809c880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:19.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.923+0000 7fa27dfff640 1 -- 172.21.15.175:0/1985195877 shutdown_connections 2024-09-16T01:18:19.925 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:19.924+0000 7fa27dfff640 1 -- 172.21.15.175:0/1985195877 wait complete. 2024-09-16T01:18:19.938 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-16T01:18:19.938 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-16T01:18:19.941 INFO:tasks.ceph.osd.3:Started 2024-09-16T01:18:19.941 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T01:18:19.941 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:18:20.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.043+0000 7f28efae0640 1 Processor -- start 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.043+0000 7f28efae0640 1 -- start start 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.043+0000 7f28efae0640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e80983d0 0x7f28e812f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.043+0000 7f28efae0640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e81377f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.043+0000 7f28efae0640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28e812f720 con 0x7f28e812ff00 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.043+0000 7f28efae0640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f28e8075b90 con 0x7f28e812c6c0 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.043+0000 7f28efae0640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f28e8098bd0 con 0x7f28e80983d0 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ee07d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e81377f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ed87c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e80983d0 0x7f28e812f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ed87c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e80983d0 0x7f28e812f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:58056/0 (socket says 172.21.15.175:58056) 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ed07b640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f28e812ff00 0x7f28e812bfb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:59416/0 (socket says 172.21.15.175:59416) 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ed87c640 1 -- 172.21.15.175:0/1399874530 learned_addr learned my addr 172.21.15.175:0/1399874530 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:20.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ee07d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e81377f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:55570/0 (socket says 172.21.15.175:55570) 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ee07d640 1 -- 172.21.15.175:0/1399874530 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e80983d0 msgr2=0x7f28e812f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ee07d640 1 --2- 172.21.15.175:0/1399874530 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e80983d0 0x7f28e812f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ee07d640 1 -- 172.21.15.175:0/1399874530 >> v1:172.21.15.175:6789/0 conn(0x7f28e812ff00 legacy=0x7f28e812bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ec87a640 1 -- 172.21.15.175:0/1399874530 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 978428487 0 0) 0x7f28e812f720 con 0x7f28e812ff00 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ee07d640 1 -- 172.21.15.175:0/1399874530 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28e8130340 con 0x7f28e812c6c0 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.044+0000 7f28ed87c640 1 --2- 172.21.15.175:0/1399874530 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e80983d0 0x7f28e812f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28ee07d640 1 --2- 172.21.15.175:0/1399874530 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e81377f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f28e0009dc0 tx=0x7f28e002a510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82767f6859755d6d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28ec87a640 1 -- 172.21.15.175:0/1399874530 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e0007740 con 0x7f28e812c6c0 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28ec87a640 1 -- 172.21.15.175:0/1399874530 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28e00078e0 con 0x7f28e812c6c0 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28ec87a640 1 -- 172.21.15.175:0/1399874530 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e0007cb0 con 0x7f28e812c6c0 2024-09-16T01:18:20.048 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28efae0640 1 -- 172.21.15.175:0/1399874530 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 msgr2=0x7f28e81377f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28efae0640 1 --2- 172.21.15.175:0/1399874530 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e81377f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f28e0009dc0 tx=0x7f28e002a510 comp rx=0 tx=0).stop 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28efae0640 1 -- 172.21.15.175:0/1399874530 shutdown_connections 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28efae0640 1 --2- 172.21.15.175:0/1399874530 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e81377f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28efae0640 1 --2- 172.21.15.175:0/1399874530 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e80983d0 0x7f28e812f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28efae0640 1 -- 172.21.15.175:0/1399874530 >> 172.21.15.175:0/1399874530 conn(0x7f28e809b680 msgr2=0x7f28e809ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28efae0640 1 -- 172.21.15.175:0/1399874530 shutdown_connections 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.045+0000 7f28efae0640 1 -- 172.21.15.175:0/1399874530 wait complete. 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.046+0000 7f28efae0640 1 Processor -- start 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.046+0000 7f28efae0640 1 -- start start 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28efae0640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28e80983d0 0x7f28e8125880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28efae0640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e8125dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28efae0640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e812ff00 0x7f28e8126300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28efae0640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f28e812ccd0 con 0x7f28e80983d0 2024-09-16T01:18:20.049 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28efae0640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f28e812cb50 con 0x7f28e812c6c0 2024-09-16T01:18:20.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28efae0640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f28e8137d30 con 0x7f28e812ff00 2024-09-16T01:18:20.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ee07d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e812ff00 0x7f28e8126300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:20.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed87c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28e80983d0 0x7f28e8125880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:20.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed07b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e8125dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:20.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed87c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28e80983d0 0x7f28e8125880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:49424/0 (socket says 172.21.15.175:49424) 2024-09-16T01:18:20.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ee07d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e812ff00 0x7f28e8126300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:58072/0 (socket says 172.21.15.175:58072) 2024-09-16T01:18:20.050 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed87c640 1 -- 172.21.15.175:0/1540212830 learned_addr learned my addr 172.21.15.175:0/1540212830 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:20.051 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed87c640 1 -- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e812ff00 msgr2=0x7f28e8126300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:20.051 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed87c640 1 --2- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e812ff00 0x7f28e8126300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed87c640 1 -- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 msgr2=0x7f28e8125dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed87c640 1 --2- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e8125dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed87c640 1 -- 172.21.15.175:0/1540212830 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28e8127200 con 0x7f28e80983d0 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ee07d640 1 --2- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e812ff00 0x7f28e8126300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed07b640 1 --2- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e8125dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28ed87c640 1 --2- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28e80983d0 0x7f28e8125880 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f28e400e9d0 tx=0x7f28e400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28de7fc640 1 -- 172.21.15.175:0/1540212830 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e4017070 con 0x7f28e80983d0 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28de7fc640 1 -- 172.21.15.175:0/1540212830 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28e400ca60 con 0x7f28e80983d0 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28efae0640 1 -- 172.21.15.175:0/1540212830 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28e81282e0 con 0x7f28e80983d0 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28de7fc640 1 -- 172.21.15.175:0/1540212830 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e400ce10 con 0x7f28e80983d0 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.047+0000 7f28efae0640 1 -- 172.21.15.175:0/1540212830 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28e8129580 con 0x7f28e80983d0 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.048+0000 7f28efae0640 1 -- 172.21.15.175:0/1540212830 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28e812f9c0 con 0x7f28e80983d0 2024-09-16T01:18:20.052 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.048+0000 7f28de7fc640 1 -- 172.21.15.175:0/1540212830 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f28e401a070 con 0x7f28e80983d0 2024-09-16T01:18:20.053 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.049+0000 7f28de7fc640 1 -- 172.21.15.175:0/1540212830 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 3027+0+0 (secure 0 0 0) 0x7f28e405d910 con 0x7f28e80983d0 2024-09-16T01:18:20.053 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.052+0000 7f28de7fc640 1 -- 172.21.15.175:0/1540212830 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f28e405c9c0 con 0x7f28e80983d0 2024-09-16T01:18:20.195 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.194+0000 7f28efae0640 1 -- 172.21.15.175:0/1540212830 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f28e8069000 con 0x7f28e80983d0 2024-09-16T01:18:20.196 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.195+0000 7f28de7fc640 1 -- 172.21.15.175:0/1540212830 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+8673 (secure 0 0 0) 0x7f28e403cb00 con 0x7f28e80983d0 2024-09-16T01:18:20.196 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:20.196 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":23,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:18:19.916738+0000","last_up_change":"2024-09-16T01:18:19.916738+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":2766697890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":2766697890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":2766697890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":2766697890}]},"public_addr":"172.21.15.175:6812/2766697890","cluster_addr":"172.21.15.175:6813/2766697890","heartbeat_back_addr":"172.21.15.175:6815/2766697890","heartbeat_front_addr":"172.21.15.175:6814/2766697890","state":["exists"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":20,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":2081807089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":2081807089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":2081807089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":2081807089}]},"public_addr":"172.21.15.175:6803/2081807089","cluster_addr":"172.21.15.175:6805/2081807089","heartbeat_back_addr":"172.21.15.175:6811/2081807089","heartbeat_front_addr":"172.21.15.175:6808/2081807089","state":["exists"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":76483218}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":76483218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":76483218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":76483218}]},"public_addr":"172.21.15.175:6800/76483218","cluster_addr":"172.21.15.175:6801/76483218","heartbeat_back_addr":"172.21.15.175:6807/76483218","heartbeat_front_addr":"172.21.15.175:6804/76483218","state":["exists"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":1638562674}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":1638562674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":1638562674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":1638562674}]},"public_addr":"172.21.15.175:6802/1638562674","cluster_addr":"172.21.15.175:6806/1638562674","heartbeat_back_addr":"172.21.15.175:6810/1638562674","heartbeat_front_addr":"172.21.15.175:6809/1638562674","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T01:18:19.916738+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.175:6816/3492848882":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/192493951":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2490616409":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2331399488":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/1255099663":"2024-09-17T01:18:12.399672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:18:20.198 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.197+0000 7f28efae0640 1 -- 172.21.15.175:0/1540212830 >> v1:172.21.15.175:6816/2987616722 conn(0x7f28cc047fd0 legacy=0x7f28cc04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:20.198 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.197+0000 7f28efae0640 1 -- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28e80983d0 msgr2=0x7f28e8125880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:20.198 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.197+0000 7f28efae0640 1 --2- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28e80983d0 0x7f28e8125880 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f28e400e9d0 tx=0x7f28e400ee90 comp rx=0 tx=0).stop 2024-09-16T01:18:20.198 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.197+0000 7f28efae0640 1 -- 172.21.15.175:0/1540212830 shutdown_connections 2024-09-16T01:18:20.198 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.197+0000 7f28efae0640 1 --2- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f28e812ff00 0x7f28e8126300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:20.198 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.197+0000 7f28efae0640 1 --2- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f28e812c6c0 0x7f28e8125dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:20.198 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.197+0000 7f28efae0640 1 --2- 172.21.15.175:0/1540212830 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f28e80983d0 0x7f28e8125880 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:20.199 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.197+0000 7f28efae0640 1 -- 172.21.15.175:0/1540212830 >> 172.21.15.175:0/1540212830 conn(0x7f28e809b680 msgr2=0x7f28e812df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:20.199 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.197+0000 7f28efae0640 1 -- 172.21.15.175:0/1540212830 shutdown_connections 2024-09-16T01:18:20.199 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:20.197+0000 7f28efae0640 1 -- 172.21.15.175:0/1540212830 wait complete. 2024-09-16T01:18:20.614 INFO:tasks.ceph.osd.2.smithi175.stderr:2024-09-16T01:18:20.613+0000 7f566de85640 -1 Falling back to public interface 2024-09-16T01:18:21.357 INFO:tasks.ceph.osd.3.smithi175.stderr:2024-09-16T01:18:21.355+0000 7f4f3f917640 -1 Falling back to public interface 2024-09-16T01:18:23.036 INFO:tasks.ceph.osd.0.smithi175.stderr:2024-09-16T01:18:23.035+0000 7f559fa0f640 -1 osd.0 19 log_to_monitors true 2024-09-16T01:18:23.210 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:18:23.308 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.307+0000 7f1d73272640 1 Processor -- start 2024-09-16T01:18:23.308 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.307+0000 7f1d73272640 1 -- start start 2024-09-16T01:18:23.310 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.307+0000 7f1d73272640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c097270 0x7f1d6c097650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:23.310 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.307+0000 7f1d73272640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f1d6c097b90 0x7f1d6c06d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:23.310 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.307+0000 7f1d73272640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d6c06f0b0 con 0x7f1d6c06df30 2024-09-16T01:18:23.310 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.307+0000 7f1d73272640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f1d6c06fbb0 con 0x7f1d6c097b90 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.307+0000 7f1d73272640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f1d6c070280 con 0x7f1d6c097270 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.307+0000 7f1d7100e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c097270 0x7f1d6c097650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.307+0000 7f1d7080d640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f1d6c097b90 0x7f1d6c06d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.308+0000 7f1d7100e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c097270 0x7f1d6c097650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:40728/0 (socket says 172.21.15.175:40728) 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.308+0000 7f1d7100e640 1 -- 172.21.15.175:0/2531930339 learned_addr learned my addr 172.21.15.175:0/2531930339 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.308+0000 7f1d7080d640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f1d6c097b90 0x7f1d6c06d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55926/0 (socket says 172.21.15.175:55926) 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.308+0000 7f1d7100e640 1 -- 172.21.15.175:0/2531930339 >> v2:172.21.15.175:3300/0 conn(0x7f1d6c097b90 msgr2=0x7f1d6c06d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.308+0000 7f1d7100e640 1 --2- 172.21.15.175:0/2531930339 >> v2:172.21.15.175:3300/0 conn(0x7f1d6c097b90 0x7f1d6c06d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.308+0000 7f1d7100e640 1 -- 172.21.15.175:0/2531930339 >> v1:172.21.15.175:6789/0 conn(0x7f1d6c06df30 legacy=0x7f1d6c06e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.308+0000 7f1d7100e640 1 -- 172.21.15.175:0/2531930339 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d6c06f500 con 0x7f1d6c097270 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.308+0000 7f1d7080d640 1 --2- 172.21.15.175:0/2531930339 >> v2:172.21.15.175:3300/0 conn(0x7f1d6c097b90 0x7f1d6c06d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.308+0000 7f1d7100e640 1 --2- 172.21.15.175:0/2531930339 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c097270 0x7f1d6c097650 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f1d6800bb10 tx=0x7f1d6802c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f54f2196e713c869 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:23.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d63fff640 1 -- 172.21.15.175:0/2531930339 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d68032700 con 0x7f1d6c097270 2024-09-16T01:18:23.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d63fff640 1 -- 172.21.15.175:0/2531930339 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d680328a0 con 0x7f1d6c097270 2024-09-16T01:18:23.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d63fff640 1 -- 172.21.15.175:0/2531930339 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d68032c70 con 0x7f1d6c097270 2024-09-16T01:18:23.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d73272640 1 -- 172.21.15.175:0/2531930339 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c097270 msgr2=0x7f1d6c097650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:23.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d73272640 1 --2- 172.21.15.175:0/2531930339 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c097270 0x7f1d6c097650 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f1d6800bb10 tx=0x7f1d6802c800 comp rx=0 tx=0).stop 2024-09-16T01:18:23.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d73272640 1 -- 172.21.15.175:0/2531930339 shutdown_connections 2024-09-16T01:18:23.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d73272640 1 --2- 172.21.15.175:0/2531930339 >> v2:172.21.15.175:3300/0 conn(0x7f1d6c097b90 0x7f1d6c06d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:23.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d73272640 1 --2- 172.21.15.175:0/2531930339 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c097270 0x7f1d6c097650 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:23.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d73272640 1 -- 172.21.15.175:0/2531930339 >> 172.21.15.175:0/2531930339 conn(0x7f1d6c09da00 msgr2=0x7f1d6c09de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:23.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d73272640 1 -- 172.21.15.175:0/2531930339 shutdown_connections 2024-09-16T01:18:23.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.309+0000 7f1d73272640 1 -- 172.21.15.175:0/2531930339 wait complete. 2024-09-16T01:18:23.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.310+0000 7f1d73272640 1 Processor -- start 2024-09-16T01:18:23.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.310+0000 7f1d73272640 1 -- start start 2024-09-16T01:18:23.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d73272640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c06df30 0x7f1d6c0954b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:23.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d73272640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1d6c097270 0x7f1d6c0959f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:23.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d73272640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d6c097b90 0x7f1d6c095f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d73272640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c06d2e0 con 0x7f1d6c097b90 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d73272640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f1d6c06d160 con 0x7f1d6c06df30 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d73272640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f1d6c06d460 con 0x7f1d6c097270 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7100e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c06df30 0x7f1d6c0954b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7100e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c06df30 0x7f1d6c0954b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:40736/0 (socket says 172.21.15.175:40736) 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7100e640 1 -- 172.21.15.175:0/2714024537 learned_addr learned my addr 172.21.15.175:0/2714024537 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7180f640 1 --2- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d6c097b90 0x7f1d6c095f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7080d640 1 --2- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1d6c097270 0x7f1d6c0959f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7100e640 1 -- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1d6c097270 msgr2=0x7f1d6c0959f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7100e640 1 --2- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1d6c097270 0x7f1d6c0959f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7100e640 1 -- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d6c097b90 msgr2=0x7f1d6c095f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7100e640 1 --2- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d6c097b90 0x7f1d6c095f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:23.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7100e640 1 -- 172.21.15.175:0/2714024537 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d6c122fd0 con 0x7f1d6c06df30 2024-09-16T01:18:23.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7180f640 1 --2- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d6c097b90 0x7f1d6c095f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:23.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d7100e640 1 --2- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c06df30 0x7f1d6c0954b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f1d6800b2c0 tx=0x7f1d680046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:23.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d61ffb640 1 -- 172.21.15.175:0/2714024537 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d68042070 con 0x7f1d6c06df30 2024-09-16T01:18:23.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d61ffb640 1 -- 172.21.15.175:0/2714024537 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d68034c50 con 0x7f1d6c06df30 2024-09-16T01:18:23.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d73272640 1 -- 172.21.15.175:0/2714024537 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d6c12c550 con 0x7f1d6c06df30 2024-09-16T01:18:23.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.311+0000 7f1d61ffb640 1 -- 172.21.15.175:0/2714024537 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d68047460 con 0x7f1d6c06df30 2024-09-16T01:18:23.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.312+0000 7f1d73272640 1 -- 172.21.15.175:0/2714024537 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d6c123c40 con 0x7f1d6c06df30 2024-09-16T01:18:23.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.313+0000 7f1d73272640 1 -- 172.21.15.175:0/2714024537 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d6c0707c0 con 0x7f1d6c06df30 2024-09-16T01:18:23.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.313+0000 7f1d61ffb640 1 -- 172.21.15.175:0/2714024537 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f1d6803e410 con 0x7f1d6c06df30 2024-09-16T01:18:23.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.313+0000 7f1d61ffb640 1 -- 172.21.15.175:0/2714024537 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 3027+0+0 (secure 0 0 0) 0x7f1d68080ed0 con 0x7f1d6c06df30 2024-09-16T01:18:23.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.317+0000 7f1d61ffb640 1 -- 172.21.15.175:0/2714024537 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f1d6c0707c0 con 0x7f1d6c06df30 2024-09-16T01:18:23.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.457+0000 7f1d73272640 1 -- 172.21.15.175:0/2714024537 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1d6c097650 con 0x7f1d6c06df30 2024-09-16T01:18:23.458 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.457+0000 7f1d61ffb640 1 -- 172.21.15.175:0/2714024537 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+8673 (secure 0 0 0) 0x7f1d68031070 con 0x7f1d6c06df30 2024-09-16T01:18:23.458 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:23.459 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":23,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:18:19.916738+0000","last_up_change":"2024-09-16T01:18:19.916738+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":2766697890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":2766697890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":2766697890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":2766697890}]},"public_addr":"172.21.15.175:6812/2766697890","cluster_addr":"172.21.15.175:6813/2766697890","heartbeat_back_addr":"172.21.15.175:6815/2766697890","heartbeat_front_addr":"172.21.15.175:6814/2766697890","state":["exists"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":20,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":2081807089}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":2081807089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":2081807089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":2081807089}]},"public_addr":"172.21.15.175:6803/2081807089","cluster_addr":"172.21.15.175:6805/2081807089","heartbeat_back_addr":"172.21.15.175:6811/2081807089","heartbeat_front_addr":"172.21.15.175:6808/2081807089","state":["exists"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":76483218}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":76483218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":76483218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":76483218}]},"public_addr":"172.21.15.175:6800/76483218","cluster_addr":"172.21.15.175:6801/76483218","heartbeat_back_addr":"172.21.15.175:6807/76483218","heartbeat_front_addr":"172.21.15.175:6804/76483218","state":["exists"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":1638562674}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":1638562674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":1638562674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":1638562674}]},"public_addr":"172.21.15.175:6802/1638562674","cluster_addr":"172.21.15.175:6806/1638562674","heartbeat_back_addr":"172.21.15.175:6810/1638562674","heartbeat_front_addr":"172.21.15.175:6809/1638562674","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T01:18:19.916738+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.175:6816/3492848882":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/192493951":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2490616409":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2331399488":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/1255099663":"2024-09-17T01:18:12.399672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:18:23.460 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.459+0000 7f1d73272640 1 -- 172.21.15.175:0/2714024537 >> v1:172.21.15.175:6816/2987616722 conn(0x7f1d50047fd0 legacy=0x7f1d5004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:23.460 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.459+0000 7f1d73272640 1 -- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c06df30 msgr2=0x7f1d6c0954b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:23.460 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.459+0000 7f1d73272640 1 --2- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c06df30 0x7f1d6c0954b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f1d6800b2c0 tx=0x7f1d680046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:23.461 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.459+0000 7f1d73272640 1 -- 172.21.15.175:0/2714024537 shutdown_connections 2024-09-16T01:18:23.461 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.459+0000 7f1d73272640 1 --2- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d6c097b90 0x7f1d6c095f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:23.461 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.459+0000 7f1d73272640 1 --2- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1d6c097270 0x7f1d6c0959f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:23.461 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.459+0000 7f1d73272640 1 --2- 172.21.15.175:0/2714024537 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1d6c06df30 0x7f1d6c0954b0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:23.461 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.459+0000 7f1d73272640 1 -- 172.21.15.175:0/2714024537 >> 172.21.15.175:0/2714024537 conn(0x7f1d6c09da00 msgr2=0x7f1d6c098220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:23.461 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.459+0000 7f1d73272640 1 -- 172.21.15.175:0/2714024537 shutdown_connections 2024-09-16T01:18:23.461 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:23.459+0000 7f1d73272640 1 -- 172.21.15.175:0/2714024537 wait complete. 2024-09-16T01:18:23.480 INFO:tasks.ceph.osd.0.smithi175.stderr:2024-09-16T01:18:23.479+0000 7f559322c640 -1 osd.0 19 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:18:24.135 INFO:tasks.ceph.osd.1.smithi175.stderr:2024-09-16T01:18:24.134+0000 7f00992b6640 -1 osd.1 20 log_to_monitors true 2024-09-16T01:18:24.490 INFO:tasks.ceph.osd.1.smithi175.stderr:2024-09-16T01:18:24.489+0000 7f008d055640 -1 osd.1 20 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:18:25.193 INFO:tasks.ceph.osd.2.smithi175.stderr:2024-09-16T01:18:25.192+0000 7f566de85640 -1 osd.2 21 log_to_monitors true 2024-09-16T01:18:25.497 INFO:tasks.ceph.osd.2.smithi175.stderr:2024-09-16T01:18:25.496+0000 7f5661c24640 -1 osd.2 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:18:25.631 INFO:tasks.ceph.osd.3.smithi175.stderr:2024-09-16T01:18:25.631+0000 7f4f3f917640 -1 osd.3 22 log_to_monitors true 2024-09-16T01:18:26.472 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:18:26.502 INFO:tasks.ceph.osd.3.smithi175.stderr:2024-09-16T01:18:26.501+0000 7f4f336b6640 -1 osd.3 22 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:18:26.580 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.578+0000 7febb7cb7640 1 Processor -- start 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.578+0000 7febb7cb7640 1 -- start start 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb7cb7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0073960 0x7febb0097100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb7cb7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb0097a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb7cb7640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7febb0131d00 0x7febb01340f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb7cb7640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7febb0097f80 con 0x7febb0131d00 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb7cb7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7febb0098880 con 0x7febb0073960 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb7cb7640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7febb006cf80 con 0x7febb0097640 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb5a53640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0073960 0x7febb0097100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb5252640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb0097a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb6254640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7febb0131d00 0x7febb01340f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb5252640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb0097a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:55712/0 (socket says 172.21.15.175:55712) 2024-09-16T01:18:26.581 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb5a53640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0073960 0x7febb0097100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:40738/0 (socket says 172.21.15.175:40738) 2024-09-16T01:18:26.582 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb5252640 1 -- 172.21.15.175:0/1503051914 learned_addr learned my addr 172.21.15.175:0/1503051914 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:26.582 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb6254640 1 -- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 msgr2=0x7febb0097a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:26.582 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb6254640 1 --2- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb0097a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:26.582 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb6254640 1 -- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0073960 msgr2=0x7febb0097100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:26.582 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb6254640 1 --2- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0073960 0x7febb0097100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:26.582 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb6254640 1 -- 172.21.15.175:0/1503051914 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febb006d6d0 con 0x7febb0131d00 2024-09-16T01:18:26.582 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb5252640 1 --2- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb0097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:26.582 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.579+0000 7febb5a53640 1 --2- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0073960 0x7febb0097100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:26.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.580+0000 7febb6254640 1 --2- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0131d00 0x7febb01340f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7feba8009d90 tx=0x7feba802a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76276a8552e8dc88 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:26.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.580+0000 7febb4a51640 1 -- 172.21.15.175:0/1503051914 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba8007740 con 0x7febb0131d00 2024-09-16T01:18:26.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.580+0000 7febb4a51640 1 -- 172.21.15.175:0/1503051914 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feba80078e0 con 0x7febb0131d00 2024-09-16T01:18:26.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.580+0000 7febb4a51640 1 -- 172.21.15.175:0/1503051914 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba8007cb0 con 0x7febb0131d00 2024-09-16T01:18:26.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 -- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0131d00 msgr2=0x7febb01340f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:26.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 --2- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0131d00 0x7febb01340f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7feba8009d90 tx=0x7feba802a490 comp rx=0 tx=0).stop 2024-09-16T01:18:26.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 -- 172.21.15.175:0/1503051914 shutdown_connections 2024-09-16T01:18:26.585 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 --2- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0131d00 0x7febb01340f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 --2- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb0097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 --2- 172.21.15.175:0/1503051914 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0073960 0x7febb0097100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 -- 172.21.15.175:0/1503051914 >> 172.21.15.175:0/1503051914 conn(0x7febb009b680 msgr2=0x7febb009ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 -- 172.21.15.175:0/1503051914 shutdown_connections 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 -- 172.21.15.175:0/1503051914 wait complete. 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 Processor -- start 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.581+0000 7febb7cb7640 1 -- start start 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb7cb7640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0073960 0x7febb008d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb7cb7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb008dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb7cb7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0131d00 0x7febb008e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb7cb7640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7febb01349c0 con 0x7febb0073960 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb7cb7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7febb0134840 con 0x7febb0131d00 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb7cb7640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7febb0134b40 con 0x7febb0097640 2024-09-16T01:18:26.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5a53640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0073960 0x7febb008d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5252640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb008dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5a53640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0073960 0x7febb008d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55946/0 (socket says 172.21.15.175:55946) 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5a53640 1 -- 172.21.15.175:0/966608226 learned_addr learned my addr 172.21.15.175:0/966608226 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb6254640 1 --2- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0131d00 0x7febb008e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5252640 1 -- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0131d00 msgr2=0x7febb008e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5252640 1 --2- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0131d00 0x7febb008e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5252640 1 -- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0073960 msgr2=0x7febb008d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5252640 1 --2- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0073960 0x7febb008d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5252640 1 -- 172.21.15.175:0/966608226 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febb0090e40 con 0x7febb0097640 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5a53640 1 --2- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0073960 0x7febb008d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7febb5252640 1 --2- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb008dd10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7feba000e9b0 tx=0x7feba000ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.582+0000 7feba67fc640 1 -- 172.21.15.175:0/966608226 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba0017070 con 0x7febb0097640 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.583+0000 7feba67fc640 1 -- 172.21.15.175:0/966608226 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feba000c9a0 con 0x7febb0097640 2024-09-16T01:18:26.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.583+0000 7febb7cb7640 1 -- 172.21.15.175:0/966608226 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febb008f900 con 0x7febb0097640 2024-09-16T01:18:26.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.583+0000 7feba67fc640 1 -- 172.21.15.175:0/966608226 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba000cd90 con 0x7febb0097640 2024-09-16T01:18:26.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.583+0000 7febb7cb7640 1 -- 172.21.15.175:0/966608226 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7febb0095ca0 con 0x7febb0097640 2024-09-16T01:18:26.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.584+0000 7febb7cb7640 1 -- 172.21.15.175:0/966608226 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febb0097100 con 0x7febb0097640 2024-09-16T01:18:26.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.584+0000 7feba67fc640 1 -- 172.21.15.175:0/966608226 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7feba001a070 con 0x7febb0097640 2024-09-16T01:18:26.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.584+0000 7feba67fc640 1 -- 172.21.15.175:0/966608226 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(27..27 src has 1..27) ==== 3027+0+0 (secure 0 0 0) 0x7feba005d790 con 0x7febb0097640 2024-09-16T01:18:26.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.588+0000 7feba67fc640 1 -- 172.21.15.175:0/966608226 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7feba005c840 con 0x7febb0097640 2024-09-16T01:18:26.729 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.728+0000 7febb7cb7640 1 -- 172.21.15.175:0/966608226 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7febb0069000 con 0x7febb0097640 2024-09-16T01:18:26.730 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.729+0000 7feba67fc640 1 -- 172.21.15.175:0/966608226 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+9186 (secure 0 0 0) 0x7feba003c920 con 0x7febb0097640 2024-09-16T01:18:26.730 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:26.730 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":27,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:18:26.484208+0000","last_up_change":"2024-09-16T01:18:26.484208+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":0.75,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":473499381}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":473499381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":473499381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":473499381}]},"public_addr":"172.21.15.175:6800/473499381","cluster_addr":"172.21.15.175:6801/473499381","heartbeat_back_addr":"172.21.15.175:6804/473499381","heartbeat_front_addr":"172.21.15.175:6803/473499381","state":["exists","up"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":20,"up_from":26,"up_thru":26,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":4218926231}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":4218926231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":4218926231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":4218926231}]},"public_addr":"172.21.15.175:6802/4218926231","cluster_addr":"172.21.15.175:6805/4218926231","heartbeat_back_addr":"172.21.15.175:6807/4218926231","heartbeat_front_addr":"172.21.15.175:6806/4218926231","state":["exists","up"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":13,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":745883331}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":745883331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":745883331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":745883331}]},"public_addr":"172.21.15.175:6808/745883331","cluster_addr":"172.21.15.175:6809/745883331","heartbeat_back_addr":"172.21.15.175:6811/745883331","heartbeat_front_addr":"172.21.15.175:6810/745883331","state":["exists","up"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":1638562674}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":1638562674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":1638562674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":1638562674}]},"public_addr":"172.21.15.175:6802/1638562674","cluster_addr":"172.21.15.175:6806/1638562674","heartbeat_back_addr":"172.21.15.175:6810/1638562674","heartbeat_front_addr":"172.21.15.175:6809/1638562674","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T01:18:19.916738+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.175:6816/3492848882":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/192493951":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2490616409":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2331399488":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/1255099663":"2024-09-17T01:18:12.399672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:18:26.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.731+0000 7febb7cb7640 1 -- 172.21.15.175:0/966608226 >> v1:172.21.15.175:6816/2987616722 conn(0x7feb94048000 legacy=0x7feb9404a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:26.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.731+0000 7febb7cb7640 1 -- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 msgr2=0x7febb008dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:26.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.731+0000 7febb7cb7640 1 --2- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb008dd10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7feba000e9b0 tx=0x7feba000ee70 comp rx=0 tx=0).stop 2024-09-16T01:18:26.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.731+0000 7febb7cb7640 1 -- 172.21.15.175:0/966608226 shutdown_connections 2024-09-16T01:18:26.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.731+0000 7febb7cb7640 1 --2- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7febb0131d00 0x7febb008e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:26.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.731+0000 7febb7cb7640 1 --2- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7febb0097640 0x7febb008dd10 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:26.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.731+0000 7febb7cb7640 1 --2- 172.21.15.175:0/966608226 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7febb0073960 0x7febb008d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:26.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.731+0000 7febb7cb7640 1 -- 172.21.15.175:0/966608226 >> 172.21.15.175:0/966608226 conn(0x7febb009b680 msgr2=0x7febb0133330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:26.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.731+0000 7febb7cb7640 1 -- 172.21.15.175:0/966608226 shutdown_connections 2024-09-16T01:18:26.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:26.731+0000 7febb7cb7640 1 -- 172.21.15.175:0/966608226 wait complete. 2024-09-16T01:18:29.743 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:18:29.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.852+0000 7fedc7118640 1 Processor -- start 2024-09-16T01:18:29.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.852+0000 7fedc7118640 1 -- start start 2024-09-16T01:18:29.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.852+0000 7fedc7118640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc0092710 0x7fedc0092af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:29.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.852+0000 7fedc7118640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0093030 0x7fedc012c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:29.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.852+0000 7fedc7118640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fedc012c720 0x7fedc012cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:29.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc7118640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fedc0093820 con 0x7fedc012c720 2024-09-16T01:18:29.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc7118640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fedc0091a00 con 0x7fedc0093030 2024-09-16T01:18:29.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc7118640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fedc0063480 con 0x7fedc0092710 2024-09-16T01:18:29.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedbffff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0093030 0x7fedc012c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:29.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc4eb4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc0092710 0x7fedc0092af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc4eb4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc0092710 0x7fedc0092af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:55744/0 (socket says 172.21.15.175:55744) 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc4eb4640 1 -- 172.21.15.175:0/1357580514 learned_addr learned my addr 172.21.15.175:0/1357580514 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc56b5640 1 --2- 172.21.15.175:0/1357580514 >> v2:172.21.15.175:3300/0 conn(0x7fedc012c720 0x7fedc012cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc56b5640 1 -- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc0092710 msgr2=0x7fedc0092af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc56b5640 1 --2- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc0092710 0x7fedc0092af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc56b5640 1 -- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0093030 msgr2=0x7fedc012c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc56b5640 1 --2- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0093030 0x7fedc012c1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc56b5640 1 -- 172.21.15.175:0/1357580514 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc0093470 con 0x7fedc012c720 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedbffff640 1 --2- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0093030 0x7fedc012c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.853+0000 7fedc4eb4640 1 --2- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc0092710 0x7fedc0092af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:29.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedc56b5640 1 --2- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fedc012c720 0x7fedc012cbd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fedb8009d90 tx=0x7fedb802a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=965e8e97da4f65b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedbf7fe640 1 -- 172.21.15.175:0/1357580514 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8007740 con 0x7fedc012c720 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedbf7fe640 1 -- 172.21.15.175:0/1357580514 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedb80078e0 con 0x7fedc012c720 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedbf7fe640 1 -- 172.21.15.175:0/1357580514 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8007cb0 con 0x7fedc012c720 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedc7118640 1 -- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fedc012c720 msgr2=0x7fedc012cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedc7118640 1 --2- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fedc012c720 0x7fedc012cbd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fedb8009d90 tx=0x7fedb802a490 comp rx=0 tx=0).stop 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedc7118640 1 -- 172.21.15.175:0/1357580514 shutdown_connections 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedc7118640 1 --2- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fedc012c720 0x7fedc012cbd0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedc7118640 1 --2- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0093030 0x7fedc012c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedc7118640 1 --2- 172.21.15.175:0/1357580514 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc0092710 0x7fedc0092af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.854+0000 7fedc7118640 1 -- 172.21.15.175:0/1357580514 >> 172.21.15.175:0/1357580514 conn(0x7fedc009e4b0 msgr2=0x7fedc009e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.855+0000 7fedc7118640 1 -- 172.21.15.175:0/1357580514 shutdown_connections 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.855+0000 7fedc7118640 1 -- 172.21.15.175:0/1357580514 wait complete. 2024-09-16T01:18:29.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.855+0000 7fedc7118640 1 Processor -- start 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.855+0000 7fedc7118640 1 -- start start 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc7118640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0092710 0x7fedc0134820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc7118640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fedc0093030 0x7fedc0134d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc7118640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc012c720 0x7fedc01352a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc7118640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fedc0091fa0 con 0x7fedc0093030 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc7118640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fedc0091e20 con 0x7fedc0092710 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc7118640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fedc0136ad0 con 0x7fedc012c720 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc4eb4640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0092710 0x7fedc0134820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedbffff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fedc0093030 0x7fedc0134d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc4eb4640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0092710 0x7fedc0134820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:40770/0 (socket says 172.21.15.175:40770) 2024-09-16T01:18:29.867 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc4eb4640 1 -- 172.21.15.175:0/599152360 learned_addr learned my addr 172.21.15.175:0/599152360 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:29.868 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc56b5640 1 --2- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc012c720 0x7fedc01352a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:29.868 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedbffff640 1 -- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc012c720 msgr2=0x7fedc01352a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:29.868 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedbffff640 1 --2- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc012c720 0x7fedc01352a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:29.868 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedbffff640 1 -- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0092710 msgr2=0x7fedc0134820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:29.868 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedbffff640 1 --2- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0092710 0x7fedc0134820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:29.868 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedbffff640 1 -- 172.21.15.175:0/599152360 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc006e650 con 0x7fedc0093030 2024-09-16T01:18:29.868 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc4eb4640 1 --2- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0092710 0x7fedc0134820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:29.868 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.856+0000 7fedc56b5640 1 --2- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc012c720 0x7fedc01352a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:29.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.857+0000 7fedbffff640 1 --2- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fedc0093030 0x7fedc0134d60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fedac00e8d0 tx=0x7fedac00ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:29.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.857+0000 7fedbd7fa640 1 -- 172.21.15.175:0/599152360 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedac017070 con 0x7fedc0093030 2024-09-16T01:18:29.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.857+0000 7fedbd7fa640 1 -- 172.21.15.175:0/599152360 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedac00c940 con 0x7fedc0093030 2024-09-16T01:18:29.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.857+0000 7fedbd7fa640 1 -- 172.21.15.175:0/599152360 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedac00cd10 con 0x7fedc0093030 2024-09-16T01:18:29.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.857+0000 7fedc7118640 1 -- 172.21.15.175:0/599152360 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc006f4a0 con 0x7fedc0093030 2024-09-16T01:18:29.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.857+0000 7fedc7118640 1 -- 172.21.15.175:0/599152360 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc01357e0 con 0x7fedc0093030 2024-09-16T01:18:29.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.858+0000 7fedbd7fa640 1 -- 172.21.15.175:0/599152360 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fedac01a070 con 0x7fedc0093030 2024-09-16T01:18:29.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.858+0000 7fedc7118640 1 -- 172.21.15.175:0/599152360 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc012c1e0 con 0x7fedc0093030 2024-09-16T01:18:29.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.858+0000 7fedbd7fa640 1 -- 172.21.15.175:0/599152360 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3027+0+0 (secure 0 0 0) 0x7fedac05d7d0 con 0x7fedc0093030 2024-09-16T01:18:29.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:29.862+0000 7fedbd7fa640 1 -- 172.21.15.175:0/599152360 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fedac05c880 con 0x7fedc0093030 2024-09-16T01:18:30.004 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.003+0000 7fedc7118640 1 -- 172.21.15.175:0/599152360 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fedc0068e50 con 0x7fedc0093030 2024-09-16T01:18:30.005 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.004+0000 7fedbd7fa640 1 -- 172.21.15.175:0/599152360 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) ==== 74+0+9186 (secure 0 0 0) 0x7fedac03c9c0 con 0x7fedc0093030 2024-09-16T01:18:30.005 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:30.005 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":29,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:18:28.515112+0000","last_up_change":"2024-09-16T01:18:27.502219+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":473499381}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":473499381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":473499381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":473499381}]},"public_addr":"172.21.15.175:6800/473499381","cluster_addr":"172.21.15.175:6801/473499381","heartbeat_back_addr":"172.21.15.175:6804/473499381","heartbeat_front_addr":"172.21.15.175:6803/473499381","state":["exists","up"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":20,"up_from":26,"up_thru":26,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":4218926231}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":4218926231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":4218926231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":4218926231}]},"public_addr":"172.21.15.175:6802/4218926231","cluster_addr":"172.21.15.175:6805/4218926231","heartbeat_back_addr":"172.21.15.175:6807/4218926231","heartbeat_front_addr":"172.21.15.175:6806/4218926231","state":["exists","up"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":28,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":745883331}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":745883331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":745883331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":745883331}]},"public_addr":"172.21.15.175:6808/745883331","cluster_addr":"172.21.15.175:6809/745883331","heartbeat_back_addr":"172.21.15.175:6811/745883331","heartbeat_front_addr":"172.21.15.175:6810/745883331","state":["exists","up"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":28,"up_thru":28,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":959133922}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":959133922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":959133922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":959133922}]},"public_addr":"172.21.15.175:6812/959133922","cluster_addr":"172.21.15.175:6813/959133922","heartbeat_back_addr":"172.21.15.175:6815/959133922","heartbeat_front_addr":"172.21.15.175:6814/959133922","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T01:18:19.916738+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.175:6816/3492848882":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/192493951":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2490616409":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2331399488":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/1255099663":"2024-09-17T01:18:12.399672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:18:30.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.005+0000 7fedc7118640 1 -- 172.21.15.175:0/599152360 >> v1:172.21.15.175:6816/2987616722 conn(0x7feda4047fd0 legacy=0x7feda404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.005+0000 7fedc7118640 1 -- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fedc0093030 msgr2=0x7fedc0134d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.005+0000 7fedc7118640 1 --2- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fedc0093030 0x7fedc0134d60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fedac00e8d0 tx=0x7fedac00ed90 comp rx=0 tx=0).stop 2024-09-16T01:18:30.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.005+0000 7fedc7118640 1 -- 172.21.15.175:0/599152360 shutdown_connections 2024-09-16T01:18:30.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.005+0000 7fedc7118640 1 --2- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fedc012c720 0x7fedc01352a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.005+0000 7fedc7118640 1 --2- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fedc0093030 0x7fedc0134d60 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.005+0000 7fedc7118640 1 --2- 172.21.15.175:0/599152360 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fedc0092710 0x7fedc0134820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.005+0000 7fedc7118640 1 -- 172.21.15.175:0/599152360 >> 172.21.15.175:0/599152360 conn(0x7fedc009e4b0 msgr2=0x7fedc0097240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:30.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.005+0000 7fedc7118640 1 -- 172.21.15.175:0/599152360 shutdown_connections 2024-09-16T01:18:30.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.005+0000 7fedc7118640 1 -- 172.21.15.175:0/599152360 wait complete. 2024-09-16T01:18:30.017 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T01:18:30.017 INFO:teuthology.run_tasks:Running task exec... 2024-09-16T01:18:30.027 INFO:teuthology.task.exec:Executing custom commands... 2024-09-16T01:18:30.028 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:18:30.028 DEBUG:teuthology.orchestra.run.smithi175:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph versions' 2024-09-16T01:18:30.123 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f095d696640 1 Processor -- start 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f095d696640 1 -- start start 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f095d696640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f095809cd50 0x7f095809d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f095d696640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809d670 0x7f095812f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f095d696640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095812f860 0x7f095812fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f095d696640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f095809df40 con 0x7f095809cd50 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f095d696640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f095809e380 con 0x7f095809d670 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f095d696640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f095809dab0 con 0x7f095812f860 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f0956ffd640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f095809cd50 0x7f095809d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f09567fc640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809d670 0x7f095812f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f09577fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095812f860 0x7f095812fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f0956ffd640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f095809cd50 0x7f095809d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55976/0 (socket says 172.21.15.175:55976) 2024-09-16T01:18:30.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f0956ffd640 1 -- 172.21.15.175:0/3106097623 learned_addr learned my addr 172.21.15.175:0/3106097623 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:30.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f09567fc640 1 -- 172.21.15.175:0/3106097623 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095812f860 msgr2=0x7f095812fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:30.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f09567fc640 1 --2- 172.21.15.175:0/3106097623 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095812f860 0x7f095812fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f09567fc640 1 -- 172.21.15.175:0/3106097623 >> v2:172.21.15.175:3300/0 conn(0x7f095809cd50 msgr2=0x7f095809d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:30.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f09567fc640 1 --2- 172.21.15.175:0/3106097623 >> v2:172.21.15.175:3300/0 conn(0x7f095809cd50 0x7f095809d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f09567fc640 1 -- 172.21.15.175:0/3106097623 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0958099580 con 0x7f095809d670 2024-09-16T01:18:30.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f0956ffd640 1 --2- 172.21.15.175:0/3106097623 >> v2:172.21.15.175:3300/0 conn(0x7f095809cd50 0x7f095809d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:30.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.122+0000 7f09577fe640 1 --2- 172.21.15.175:0/3106097623 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095812f860 0x7f095812fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:30.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.123+0000 7f09567fc640 1 --2- 172.21.15.175:0/3106097623 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809d670 0x7f095812f320 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f09400097d0 tx=0x7f094002a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1fa3b04fe8b6232 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:30.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.123+0000 7f0955ffb640 1 -- 172.21.15.175:0/3106097623 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0940037070 con 0x7f095809d670 2024-09-16T01:18:30.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.123+0000 7f0955ffb640 1 -- 172.21.15.175:0/3106097623 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f094002ad90 con 0x7f095809d670 2024-09-16T01:18:30.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.123+0000 7f0955ffb640 1 -- 172.21.15.175:0/3106097623 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0940032660 con 0x7f095809d670 2024-09-16T01:18:30.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.124+0000 7f095d696640 1 -- 172.21.15.175:0/3106097623 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809d670 msgr2=0x7f095812f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.124+0000 7f095d696640 1 --2- 172.21.15.175:0/3106097623 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809d670 0x7f095812f320 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f09400097d0 tx=0x7f094002a080 comp rx=0 tx=0).stop 2024-09-16T01:18:30.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.124+0000 7f095d696640 1 -- 172.21.15.175:0/3106097623 shutdown_connections 2024-09-16T01:18:30.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.124+0000 7f095d696640 1 --2- 172.21.15.175:0/3106097623 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095812f860 0x7f095812fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.124+0000 7f095d696640 1 --2- 172.21.15.175:0/3106097623 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809d670 0x7f095812f320 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.124+0000 7f095d696640 1 --2- 172.21.15.175:0/3106097623 >> v2:172.21.15.175:3300/0 conn(0x7f095809cd50 0x7f095809d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.124+0000 7f095d696640 1 -- 172.21.15.175:0/3106097623 >> 172.21.15.175:0/3106097623 conn(0x7f095806cf50 msgr2=0x7f095806d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.124+0000 7f095d696640 1 -- 172.21.15.175:0/3106097623 shutdown_connections 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.124+0000 7f095d696640 1 -- 172.21.15.175:0/3106097623 wait complete. 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f095d696640 1 Processor -- start 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f095d696640 1 -- start start 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f095d696640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809cd50 0x7f0958131100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f095d696640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095809d670 0x7f0958131640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f095d696640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f095812f860 0x7f0958131b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f095d696640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f0958136860 con 0x7f095812f860 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f095d696640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f0958130210 con 0x7f095809cd50 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f095d696640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f09581369e0 con 0x7f095809d670 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f0956ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809cd50 0x7f0958131100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f09567fc640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095809d670 0x7f0958131640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f0956ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809cd50 0x7f0958131100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:40794/0 (socket says 172.21.15.175:40794) 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f0956ffd640 1 -- 172.21.15.175:0/2166477775 learned_addr learned my addr 172.21.15.175:0/2166477775 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.125+0000 7f09577fe640 1 --2- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f095812f860 0x7f0958131b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f09567fc640 1 -- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809cd50 msgr2=0x7f0958131100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f09567fc640 1 --2- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809cd50 0x7f0958131100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f09567fc640 1 -- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f095812f860 msgr2=0x7f0958131b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f09567fc640 1 --2- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f095812f860 0x7f0958131b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f09567fc640 1 -- 172.21.15.175:0/2166477775 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0958133730 con 0x7f095809d670 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f0956ffd640 1 --2- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809cd50 0x7f0958131100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f09577fe640 1 --2- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f095812f860 0x7f0958131b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f09567fc640 1 --2- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095809d670 0x7f0958131640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0958073a20 tx=0x7f09400046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f094f7fe640 1 -- 172.21.15.175:0/2166477775 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0940041020 con 0x7f095809d670 2024-09-16T01:18:30.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f094f7fe640 1 -- 172.21.15.175:0/2166477775 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f094003d440 con 0x7f095809d670 2024-09-16T01:18:30.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f095d696640 1 -- 172.21.15.175:0/2166477775 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0958132ac0 con 0x7f095809d670 2024-09-16T01:18:30.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f094f7fe640 1 -- 172.21.15.175:0/2166477775 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0940037040 con 0x7f095809d670 2024-09-16T01:18:30.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.126+0000 7f095d696640 1 -- 172.21.15.175:0/2166477775 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f0958133e30 con 0x7f095809d670 2024-09-16T01:18:30.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.127+0000 7f094f7fe640 1 -- 172.21.15.175:0/2166477775 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f094003d810 con 0x7f095809d670 2024-09-16T01:18:30.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.127+0000 7f095d696640 1 -- 172.21.15.175:0/2166477775 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f095812f320 con 0x7f095809d670 2024-09-16T01:18:30.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.127+0000 7f094f7fe640 1 -- 172.21.15.175:0/2166477775 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(29..29 src has 1..29) ==== 3027+0+0 (secure 0 0 0) 0x7f094007d7a0 con 0x7f095809d670 2024-09-16T01:18:30.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.131+0000 7f094f7fe640 1 -- 172.21.15.175:0/2166477775 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f094004b020 con 0x7f095809d670 2024-09-16T01:18:30.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.316+0000 7f095d696640 1 -- 172.21.15.175:0/2166477775 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "versions"} v 0) -- 0x7f0958068ba0 con 0x7f095809d670 2024-09-16T01:18:30.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.317+0000 7f094f7fe640 1 -- 172.21.15.175:0/2166477775 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) ==== 56+0+507 (secure 0 0 0) 0x7f0958133730 con 0x7f095809d670 2024-09-16T01:18:30.318 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-09-16T01:18:30.318 INFO:teuthology.orchestra.run.smithi175.stdout: "mon": { 2024-09-16T01:18:30.318 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)": 3 2024-09-16T01:18:30.318 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.318 INFO:teuthology.orchestra.run.smithi175.stdout: "mgr": { 2024-09-16T01:18:30.318 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)": 2 2024-09-16T01:18:30.318 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.318 INFO:teuthology.orchestra.run.smithi175.stdout: "osd": { 2024-09-16T01:18:30.319 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)": 4 2024-09-16T01:18:30.319 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.319 INFO:teuthology.orchestra.run.smithi175.stdout: "overall": { 2024-09-16T01:18:30.319 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)": 9 2024-09-16T01:18:30.319 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.319 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-09-16T01:18:30.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.318+0000 7f095d696640 1 -- 172.21.15.175:0/2166477775 >> v1:172.21.15.175:6816/2987616722 conn(0x7f0938047fd0 legacy=0x7f093804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.318+0000 7f095d696640 1 -- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095809d670 msgr2=0x7f0958131640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.318+0000 7f095d696640 1 --2- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095809d670 0x7f0958131640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0958073a20 tx=0x7f09400046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.318+0000 7f095d696640 1 -- 172.21.15.175:0/2166477775 shutdown_connections 2024-09-16T01:18:30.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.318+0000 7f095d696640 1 --2- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f095812f860 0x7f0958131b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.318+0000 7f095d696640 1 --2- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f095809d670 0x7f0958131640 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.318+0000 7f095d696640 1 --2- 172.21.15.175:0/2166477775 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f095809cd50 0x7f0958131100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.318+0000 7f095d696640 1 -- 172.21.15.175:0/2166477775 >> 172.21.15.175:0/2166477775 conn(0x7f095806cf50 msgr2=0x7f09580a07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:30.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.319+0000 7f095d696640 1 -- 172.21.15.175:0/2166477775 shutdown_connections 2024-09-16T01:18:30.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.319+0000 7f095d696640 1 -- 172.21.15.175:0/2166477775 wait complete. 2024-09-16T01:18:30.331 DEBUG:teuthology.orchestra.run.smithi175:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd dump -f json-pretty' 2024-09-16T01:18:30.429 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee39af7640 1 Processor -- start 2024-09-16T01:18:30.430 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee39af7640 1 -- start start 2024-09-16T01:18:30.430 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee39af7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 0x7fee3412d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.430 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee39af7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3412de20 0x7fee3406cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.430 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee39af7640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fee3406d2b0 0x7fee3406d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.430 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee39af7640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fee34070dd0 con 0x7fee3406d2b0 2024-09-16T01:18:30.430 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee39af7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fee3412d320 con 0x7fee3412d500 2024-09-16T01:18:30.430 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee39af7640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fee34099e90 con 0x7fee3412de20 2024-09-16T01:18:30.430 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee32ffd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3412de20 0x7fee3406cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.430 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee337fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 0x7fee3412d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.431 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee32ffd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3412de20 0x7fee3406cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:55770/0 (socket says 172.21.15.175:55770) 2024-09-16T01:18:30.431 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee33fff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fee3406d2b0 0x7fee3406d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.431 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee32ffd640 1 -- 172.21.15.175:0/312602096 learned_addr learned my addr 172.21.15.175:0/312602096 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:30.431 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.426+0000 7fee337fe640 1 --2- 172.21.15.175:0/312602096 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 0x7fee3412d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:40802/0 (socket says 172.21.15.175:40802) 2024-09-16T01:18:30.431 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.427+0000 7fee32ffd640 1 -- 172.21.15.175:0/312602096 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 msgr2=0x7fee3412d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:30.431 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.427+0000 7fee32ffd640 1 --2- 172.21.15.175:0/312602096 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 0x7fee3412d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.431 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.427+0000 7fee32ffd640 1 -- 172.21.15.175:0/312602096 >> v2:172.21.15.175:3300/0 conn(0x7fee3406d2b0 msgr2=0x7fee3406d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:30.431 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.427+0000 7fee32ffd640 1 --2- 172.21.15.175:0/312602096 >> v2:172.21.15.175:3300/0 conn(0x7fee3406d2b0 0x7fee3406d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.431 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.427+0000 7fee32ffd640 1 -- 172.21.15.175:0/312602096 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee34071980 con 0x7fee3412de20 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.427+0000 7fee337fe640 1 --2- 172.21.15.175:0/312602096 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 0x7fee3412d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.427+0000 7fee33fff640 1 --2- 172.21.15.175:0/312602096 >> v2:172.21.15.175:3300/0 conn(0x7fee3406d2b0 0x7fee3406d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.427+0000 7fee32ffd640 1 --2- 172.21.15.175:0/312602096 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3412de20 0x7fee3406cd70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fee2800dcc0 tx=0x7fee2802e450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54d431011a6d9b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.427+0000 7fee327fc640 1 -- 172.21.15.175:0/312602096 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2803a070 con 0x7fee3412de20 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee327fc640 1 -- 172.21.15.175:0/312602096 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee2800b650 con 0x7fee3412de20 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee327fc640 1 -- 172.21.15.175:0/312602096 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2800ba20 con 0x7fee3412de20 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee39af7640 1 -- 172.21.15.175:0/312602096 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3412de20 msgr2=0x7fee3406cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee39af7640 1 --2- 172.21.15.175:0/312602096 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3412de20 0x7fee3406cd70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fee2800dcc0 tx=0x7fee2802e450 comp rx=0 tx=0).stop 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee39af7640 1 -- 172.21.15.175:0/312602096 shutdown_connections 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee39af7640 1 --2- 172.21.15.175:0/312602096 >> v2:172.21.15.175:3300/0 conn(0x7fee3406d2b0 0x7fee3406d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee39af7640 1 --2- 172.21.15.175:0/312602096 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3412de20 0x7fee3406cd70 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.432 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee39af7640 1 --2- 172.21.15.175:0/312602096 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 0x7fee3412d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.433 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee39af7640 1 -- 172.21.15.175:0/312602096 >> 172.21.15.175:0/312602096 conn(0x7fee3409ad50 msgr2=0x7fee34098500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:30.433 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee39af7640 1 -- 172.21.15.175:0/312602096 shutdown_connections 2024-09-16T01:18:30.433 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.428+0000 7fee39af7640 1 -- 172.21.15.175:0/312602096 wait complete. 2024-09-16T01:18:30.433 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.429+0000 7fee39af7640 1 Processor -- start 2024-09-16T01:18:30.436 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.429+0000 7fee39af7640 1 -- start start 2024-09-16T01:18:30.436 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.429+0000 7fee39af7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3406d2b0 0x7fee34128040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.436 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.429+0000 7fee39af7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 0x7fee34128580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.436 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.429+0000 7fee39af7640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fee3412de20 0x7fee341c0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.436 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.429+0000 7fee39af7640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fee3406de80 con 0x7fee3412de20 2024-09-16T01:18:30.436 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.429+0000 7fee39af7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fee3406e000 con 0x7fee3412d500 2024-09-16T01:18:30.436 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.429+0000 7fee39af7640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fee3406e180 con 0x7fee3406d2b0 2024-09-16T01:18:30.436 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee337fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3406d2b0 0x7fee34128040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee33fff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fee3412de20 0x7fee341c0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee337fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3406d2b0 0x7fee34128040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:55780/0 (socket says 172.21.15.175:55780) 2024-09-16T01:18:30.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee32ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 0x7fee34128580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee337fe640 1 -- 172.21.15.175:0/4151710339 learned_addr learned my addr 172.21.15.175:0/4151710339 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:30.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee337fe640 1 -- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 msgr2=0x7fee34128580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee337fe640 1 --2- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 0x7fee34128580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee337fe640 1 -- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fee3412de20 msgr2=0x7fee341c0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee337fe640 1 --2- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fee3412de20 0x7fee341c0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee337fe640 1 -- 172.21.15.175:0/4151710339 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee34129940 con 0x7fee3406d2b0 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee33fff640 1 --2- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fee3412de20 0x7fee341c0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee337fe640 1 --2- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3406d2b0 0x7fee34128040 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fee2400ebe0 tx=0x7fee24009e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee1bfff640 1 -- 172.21.15.175:0/4151710339 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee24017070 con 0x7fee3406d2b0 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee1bfff640 1 -- 172.21.15.175:0/4151710339 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee2400ca00 con 0x7fee3406d2b0 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee1bfff640 1 -- 172.21.15.175:0/4151710339 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2400cdd0 con 0x7fee3406d2b0 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee39af7640 1 -- 172.21.15.175:0/4151710339 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee3412ab00 con 0x7fee3406d2b0 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.430+0000 7fee39af7640 1 -- 172.21.15.175:0/4151710339 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fee34128ac0 con 0x7fee3406d2b0 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.431+0000 7fee1bfff640 1 -- 172.21.15.175:0/4151710339 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fee2401a070 con 0x7fee3406d2b0 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.431+0000 7fee39af7640 1 -- 172.21.15.175:0/4151710339 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee34128d50 con 0x7fee3406d2b0 2024-09-16T01:18:30.438 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.431+0000 7fee1bfff640 1 -- 172.21.15.175:0/4151710339 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(29..29 src has 1..29) ==== 3027+0+0 (secure 0 0 0) 0x7fee2405d870 con 0x7fee3406d2b0 2024-09-16T01:18:30.439 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.435+0000 7fee1bfff640 1 -- 172.21.15.175:0/4151710339 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fee34128d50 con 0x7fee3406d2b0 2024-09-16T01:18:30.579 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.578+0000 7fee39af7640 1 -- 172.21.15.175:0/4151710339 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7fee3412d8e0 con 0x7fee3406d2b0 2024-09-16T01:18:30.580 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.579+0000 7fee1bfff640 1 -- 172.21.15.175:0/4151710339 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v29) ==== 81+0+16850 (secure 0 0 0) 0x7fee2405c920 con 0x7fee3406d2b0 2024-09-16T01:18:30.580 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:30.580 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-09-16T01:18:30.581 INFO:teuthology.orchestra.run.smithi175.stdout: "epoch": 29, 2024-09-16T01:18:30.581 INFO:teuthology.orchestra.run.smithi175.stdout: "fsid": "b262d53f-8384-4a3d-b182-c7fd662fd97e", 2024-09-16T01:18:30.581 INFO:teuthology.orchestra.run.smithi175.stdout: "created": "2024-09-16T01:16:45.713412+0000", 2024-09-16T01:18:30.581 INFO:teuthology.orchestra.run.smithi175.stdout: "modified": "2024-09-16T01:18:28.515112+0000", 2024-09-16T01:18:30.581 INFO:teuthology.orchestra.run.smithi175.stdout: "last_up_change": "2024-09-16T01:18:27.502219+0000", 2024-09-16T01:18:30.581 INFO:teuthology.orchestra.run.smithi175.stdout: "last_in_change": "2024-09-16T01:16:46.996031+0000", 2024-09-16T01:18:30.581 INFO:teuthology.orchestra.run.smithi175.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-16T01:18:30.581 INFO:teuthology.orchestra.run.smithi175.stdout: "flags_num": 5799936, 2024-09-16T01:18:30.582 INFO:teuthology.orchestra.run.smithi175.stdout: "flags_set": [ 2024-09-16T01:18:30.582 INFO:teuthology.orchestra.run.smithi175.stdout: "pglog_hardlimit", 2024-09-16T01:18:30.582 INFO:teuthology.orchestra.run.smithi175.stdout: "purged_snapdirs", 2024-09-16T01:18:30.582 INFO:teuthology.orchestra.run.smithi175.stdout: "recovery_deletes", 2024-09-16T01:18:30.582 INFO:teuthology.orchestra.run.smithi175.stdout: "sortbitwise" 2024-09-16T01:18:30.582 INFO:teuthology.orchestra.run.smithi175.stdout: ], 2024-09-16T01:18:30.582 INFO:teuthology.orchestra.run.smithi175.stdout: "crush_version": 8, 2024-09-16T01:18:30.582 INFO:teuthology.orchestra.run.smithi175.stdout: "full_ratio": 0.94999998807907104, 2024-09-16T01:18:30.582 INFO:teuthology.orchestra.run.smithi175.stdout: "backfillfull_ratio": 0.89999997615814209, 2024-09-16T01:18:30.582 INFO:teuthology.orchestra.run.smithi175.stdout: "nearfull_ratio": 0.85000002384185791, 2024-09-16T01:18:30.583 INFO:teuthology.orchestra.run.smithi175.stdout: "cluster_snapshot": "", 2024-09-16T01:18:30.583 INFO:teuthology.orchestra.run.smithi175.stdout: "pool_max": 2, 2024-09-16T01:18:30.583 INFO:teuthology.orchestra.run.smithi175.stdout: "max_osd": 4, 2024-09-16T01:18:30.583 INFO:teuthology.orchestra.run.smithi175.stdout: "require_min_compat_client": "reef", 2024-09-16T01:18:30.583 INFO:teuthology.orchestra.run.smithi175.stdout: "min_compat_client": "jewel", 2024-09-16T01:18:30.583 INFO:teuthology.orchestra.run.smithi175.stdout: "require_osd_release": "reef", 2024-09-16T01:18:30.583 INFO:teuthology.orchestra.run.smithi175.stdout: "allow_crimson": false, 2024-09-16T01:18:30.583 INFO:teuthology.orchestra.run.smithi175.stdout: "pools": [ 2024-09-16T01:18:30.583 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.584 INFO:teuthology.orchestra.run.smithi175.stdout: "pool": 1, 2024-09-16T01:18:30.584 INFO:teuthology.orchestra.run.smithi175.stdout: "pool_name": ".mgr", 2024-09-16T01:18:30.584 INFO:teuthology.orchestra.run.smithi175.stdout: "create_time": "2024-09-16T01:16:56.283186+0000", 2024-09-16T01:18:30.584 INFO:teuthology.orchestra.run.smithi175.stdout: "flags": 1, 2024-09-16T01:18:30.584 INFO:teuthology.orchestra.run.smithi175.stdout: "flags_names": "hashpspool", 2024-09-16T01:18:30.584 INFO:teuthology.orchestra.run.smithi175.stdout: "type": 1, 2024-09-16T01:18:30.584 INFO:teuthology.orchestra.run.smithi175.stdout: "size": 2, 2024-09-16T01:18:30.584 INFO:teuthology.orchestra.run.smithi175.stdout: "min_size": 1, 2024-09-16T01:18:30.584 INFO:teuthology.orchestra.run.smithi175.stdout: "crush_rule": 0, 2024-09-16T01:18:30.584 INFO:teuthology.orchestra.run.smithi175.stdout: "peering_crush_bucket_count": 0, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "peering_crush_bucket_target": 0, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "peering_crush_bucket_barrier": 0, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "is_stretch_pool": false, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "object_hash": 2, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_autoscale_mode": "off", 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_num": 1, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_placement_num": 1, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_placement_num_target": 1, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_num_target": 1, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_num_pending": 1, 2024-09-16T01:18:30.585 INFO:teuthology.orchestra.run.smithi175.stdout: "last_pg_merge_meta": { 2024-09-16T01:18:30.586 INFO:teuthology.orchestra.run.smithi175.stdout: "source_pgid": "0.0", 2024-09-16T01:18:30.586 INFO:teuthology.orchestra.run.smithi175.stdout: "ready_epoch": 0, 2024-09-16T01:18:30.586 INFO:teuthology.orchestra.run.smithi175.stdout: "last_epoch_started": 0, 2024-09-16T01:18:30.586 INFO:teuthology.orchestra.run.smithi175.stdout: "last_epoch_clean": 0, 2024-09-16T01:18:30.586 INFO:teuthology.orchestra.run.smithi175.stdout: "source_version": "0'0", 2024-09-16T01:18:30.587 INFO:teuthology.orchestra.run.smithi175.stdout: "target_version": "0'0" 2024-09-16T01:18:30.587 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.587 INFO:teuthology.orchestra.run.smithi175.stdout: "last_change": "12", 2024-09-16T01:18:30.587 INFO:teuthology.orchestra.run.smithi175.stdout: "last_force_op_resend": "0", 2024-09-16T01:18:30.588 INFO:teuthology.orchestra.run.smithi175.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-16T01:18:30.588 INFO:teuthology.orchestra.run.smithi175.stdout: "last_force_op_resend_preluminous": "0", 2024-09-16T01:18:30.588 INFO:teuthology.orchestra.run.smithi175.stdout: "auid": 0, 2024-09-16T01:18:30.588 INFO:teuthology.orchestra.run.smithi175.stdout: "snap_mode": "selfmanaged", 2024-09-16T01:18:30.588 INFO:teuthology.orchestra.run.smithi175.stdout: "snap_seq": 0, 2024-09-16T01:18:30.589 INFO:teuthology.orchestra.run.smithi175.stdout: "snap_epoch": 0, 2024-09-16T01:18:30.589 INFO:teuthology.orchestra.run.smithi175.stdout: "pool_snaps": [], 2024-09-16T01:18:30.589 INFO:teuthology.orchestra.run.smithi175.stdout: "removed_snaps": "[]", 2024-09-16T01:18:30.589 INFO:teuthology.orchestra.run.smithi175.stdout: "quota_max_bytes": 0, 2024-09-16T01:18:30.589 INFO:teuthology.orchestra.run.smithi175.stdout: "quota_max_objects": 0, 2024-09-16T01:18:30.589 INFO:teuthology.orchestra.run.smithi175.stdout: "tiers": [], 2024-09-16T01:18:30.589 INFO:teuthology.orchestra.run.smithi175.stdout: "tier_of": -1, 2024-09-16T01:18:30.589 INFO:teuthology.orchestra.run.smithi175.stdout: "read_tier": -1, 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "write_tier": -1, 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_mode": "none", 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "target_max_bytes": 0, 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "target_max_objects": 0, 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_min_flush_age": 0, 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_min_evict_age": 0, 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "erasure_code_profile": "", 2024-09-16T01:18:30.590 INFO:teuthology.orchestra.run.smithi175.stdout: "hit_set_params": { 2024-09-16T01:18:30.591 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "none" 2024-09-16T01:18:30.591 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.591 INFO:teuthology.orchestra.run.smithi175.stdout: "hit_set_period": 0, 2024-09-16T01:18:30.591 INFO:teuthology.orchestra.run.smithi175.stdout: "hit_set_count": 0, 2024-09-16T01:18:30.591 INFO:teuthology.orchestra.run.smithi175.stdout: "use_gmt_hitset": true, 2024-09-16T01:18:30.591 INFO:teuthology.orchestra.run.smithi175.stdout: "min_read_recency_for_promote": 0, 2024-09-16T01:18:30.592 INFO:teuthology.orchestra.run.smithi175.stdout: "min_write_recency_for_promote": 0, 2024-09-16T01:18:30.592 INFO:teuthology.orchestra.run.smithi175.stdout: "hit_set_grade_decay_rate": 0, 2024-09-16T01:18:30.592 INFO:teuthology.orchestra.run.smithi175.stdout: "hit_set_search_last_n": 0, 2024-09-16T01:18:30.592 INFO:teuthology.orchestra.run.smithi175.stdout: "grade_table": [], 2024-09-16T01:18:30.592 INFO:teuthology.orchestra.run.smithi175.stdout: "stripe_width": 0, 2024-09-16T01:18:30.593 INFO:teuthology.orchestra.run.smithi175.stdout: "expected_num_objects": 0, 2024-09-16T01:18:30.593 INFO:teuthology.orchestra.run.smithi175.stdout: "fast_read": false, 2024-09-16T01:18:30.593 INFO:teuthology.orchestra.run.smithi175.stdout: "options": { 2024-09-16T01:18:30.593 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_num_max": 32, 2024-09-16T01:18:30.593 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_num_min": 1 2024-09-16T01:18:30.593 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.593 INFO:teuthology.orchestra.run.smithi175.stdout: "application_metadata": { 2024-09-16T01:18:30.593 INFO:teuthology.orchestra.run.smithi175.stdout: "mgr": {} 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: "read_balance": { 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: "score_type": "Fair distribution", 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: "score_acting": 4, 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: "score_stable": 4, 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: "optimal_score": 0.5, 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: "raw_score_acting": 2, 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: "raw_score_stable": 2, 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: "primary_affinity_weighted": 1, 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: "average_primary_affinity": 1, 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: "average_primary_affinity_weighted": 1 2024-09-16T01:18:30.594 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.595 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.595 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.595 INFO:teuthology.orchestra.run.smithi175.stdout: "pool": 2, 2024-09-16T01:18:30.595 INFO:teuthology.orchestra.run.smithi175.stdout: "pool_name": "rbd", 2024-09-16T01:18:30.595 INFO:teuthology.orchestra.run.smithi175.stdout: "create_time": "2024-09-16T01:17:01.449364+0000", 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "flags": 8193, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "flags_names": "hashpspool,selfmanaged_snaps", 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "type": 1, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "size": 2, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "min_size": 1, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "crush_rule": 0, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "peering_crush_bucket_count": 0, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "peering_crush_bucket_target": 0, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "peering_crush_bucket_barrier": 0, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "is_stretch_pool": false, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "object_hash": 2, 2024-09-16T01:18:30.596 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_autoscale_mode": "off", 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_num": 8, 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_placement_num": 8, 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_placement_num_target": 8, 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_num_target": 8, 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_num_pending": 8, 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "last_pg_merge_meta": { 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "source_pgid": "0.0", 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "ready_epoch": 0, 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "last_epoch_started": 0, 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "last_epoch_clean": 0, 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "source_version": "0'0", 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: "target_version": "0'0" 2024-09-16T01:18:30.597 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "last_change": "16", 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "last_force_op_resend": "0", 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "last_force_op_resend_preluminous": "0", 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "auid": 0, 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "snap_mode": "selfmanaged", 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "snap_seq": 3, 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "snap_epoch": 16, 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "pool_snaps": [], 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "removed_snaps": "[]", 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "quota_max_bytes": 0, 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "quota_max_objects": 0, 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "tiers": [], 2024-09-16T01:18:30.598 INFO:teuthology.orchestra.run.smithi175.stdout: "tier_of": -1, 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "read_tier": -1, 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "write_tier": -1, 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_mode": "none", 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "target_max_bytes": 0, 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "target_max_objects": 0, 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_min_flush_age": 0, 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "cache_min_evict_age": 0, 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "erasure_code_profile": "", 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "hit_set_params": { 2024-09-16T01:18:30.599 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "none" 2024-09-16T01:18:30.600 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.600 INFO:teuthology.orchestra.run.smithi175.stdout: "hit_set_period": 0, 2024-09-16T01:18:30.600 INFO:teuthology.orchestra.run.smithi175.stdout: "hit_set_count": 0, 2024-09-16T01:18:30.600 INFO:teuthology.orchestra.run.smithi175.stdout: "use_gmt_hitset": true, 2024-09-16T01:18:30.600 INFO:teuthology.orchestra.run.smithi175.stdout: "min_read_recency_for_promote": 0, 2024-09-16T01:18:30.600 INFO:teuthology.orchestra.run.smithi175.stdout: "min_write_recency_for_promote": 0, 2024-09-16T01:18:30.600 INFO:teuthology.orchestra.run.smithi175.stdout: "hit_set_grade_decay_rate": 0, 2024-09-16T01:18:30.600 INFO:teuthology.orchestra.run.smithi175.stdout: "hit_set_search_last_n": 0, 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "grade_table": [], 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "stripe_width": 0, 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "expected_num_objects": 0, 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "fast_read": false, 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "options": {}, 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "application_metadata": { 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "rbd": {} 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "read_balance": { 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "score_type": "Fair distribution", 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "score_acting": 2.5, 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "score_stable": 2.5, 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "optimal_score": 1, 2024-09-16T01:18:30.601 INFO:teuthology.orchestra.run.smithi175.stdout: "raw_score_acting": 2.5, 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: "raw_score_stable": 2.5, 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: "primary_affinity_weighted": 1, 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: "average_primary_affinity": 1, 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: "average_primary_affinity_weighted": 1 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: ], 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: "osds": [ 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: "osd": 0, 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: "uuid": "6010a3af-ea8d-4c2c-96f6-725c0e27547b", 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: "up": 1, 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: "in": 1, 2024-09-16T01:18:30.602 INFO:teuthology.orchestra.run.smithi175.stdout: "weight": 1, 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "primary_affinity": 1, 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "last_clean_begin": 9, 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "last_clean_end": 19, 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "up_from": 25, 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "up_thru": 25, 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "down_at": 20, 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "lost_at": 0, 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "public_addrs": { 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.603 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6800", 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 473499381 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: "cluster_addrs": { 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6801", 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 473499381 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.604 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_back_addrs": { 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6804", 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 473499381 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_front_addrs": { 2024-09-16T01:18:30.605 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6803", 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 473499381 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: "public_addr": "172.21.15.175:6800/473499381", 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: "cluster_addr": "172.21.15.175:6801/473499381", 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_back_addr": "172.21.15.175:6804/473499381", 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_front_addr": "172.21.15.175:6803/473499381", 2024-09-16T01:18:30.606 INFO:teuthology.orchestra.run.smithi175.stdout: "state": [ 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "exists", 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "up" 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "osd": 1, 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "uuid": "5d6d1ad3-1f8b-4255-9644-6ddde10d1caa", 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "up": 1, 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "in": 1, 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "weight": 1, 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "primary_affinity": 1, 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "last_clean_begin": 9, 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "last_clean_end": 20, 2024-09-16T01:18:30.607 INFO:teuthology.orchestra.run.smithi175.stdout: "up_from": 26, 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: "up_thru": 26, 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: "down_at": 21, 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: "lost_at": 0, 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: "public_addrs": { 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6802", 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 4218926231 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.608 INFO:teuthology.orchestra.run.smithi175.stdout: "cluster_addrs": { 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6805", 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 4218926231 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_back_addrs": { 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.609 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6807", 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 4218926231 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_front_addrs": { 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6806", 2024-09-16T01:18:30.610 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 4218926231 2024-09-16T01:18:30.611 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.611 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.611 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.611 INFO:teuthology.orchestra.run.smithi175.stdout: "public_addr": "172.21.15.175:6802/4218926231", 2024-09-16T01:18:30.611 INFO:teuthology.orchestra.run.smithi175.stdout: "cluster_addr": "172.21.15.175:6805/4218926231", 2024-09-16T01:18:30.611 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_back_addr": "172.21.15.175:6807/4218926231", 2024-09-16T01:18:30.611 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_front_addr": "172.21.15.175:6806/4218926231", 2024-09-16T01:18:30.611 INFO:teuthology.orchestra.run.smithi175.stdout: "state": [ 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: "exists", 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: "up" 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: "osd": 2, 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: "uuid": "cfc339a6-4f70-4ee3-a444-f7383ddabe4c", 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: "up": 1, 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: "in": 1, 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: "weight": 1, 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: "primary_affinity": 1, 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: "last_clean_begin": 9, 2024-09-16T01:18:30.612 INFO:teuthology.orchestra.run.smithi175.stdout: "last_clean_end": 21, 2024-09-16T01:18:30.613 INFO:teuthology.orchestra.run.smithi175.stdout: "up_from": 27, 2024-09-16T01:18:30.613 INFO:teuthology.orchestra.run.smithi175.stdout: "up_thru": 28, 2024-09-16T01:18:30.613 INFO:teuthology.orchestra.run.smithi175.stdout: "down_at": 22, 2024-09-16T01:18:30.613 INFO:teuthology.orchestra.run.smithi175.stdout: "lost_at": 0, 2024-09-16T01:18:30.613 INFO:teuthology.orchestra.run.smithi175.stdout: "public_addrs": { 2024-09-16T01:18:30.613 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.613 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.613 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.613 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6808", 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 745883331 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: "cluster_addrs": { 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6809", 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 745883331 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.614 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_back_addrs": { 2024-09-16T01:18:30.615 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.615 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.615 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.615 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6811", 2024-09-16T01:18:30.615 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 745883331 2024-09-16T01:18:30.615 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.615 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.615 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_front_addrs": { 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6810", 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 745883331 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: "public_addr": "172.21.15.175:6808/745883331", 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: "cluster_addr": "172.21.15.175:6809/745883331", 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_back_addr": "172.21.15.175:6811/745883331", 2024-09-16T01:18:30.616 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_front_addr": "172.21.15.175:6810/745883331", 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: "state": [ 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: "exists", 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: "up" 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: "osd": 3, 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: "uuid": "8ba78252-3f2d-49b2-8643-350e06dcb76a", 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: "up": 1, 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: "in": 1, 2024-09-16T01:18:30.617 INFO:teuthology.orchestra.run.smithi175.stdout: "weight": 1, 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "primary_affinity": 1, 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "last_clean_begin": 9, 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "last_clean_end": 22, 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "up_from": 28, 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "up_thru": 28, 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "down_at": 23, 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "lost_at": 0, 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "public_addrs": { 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.618 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6812", 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 959133922 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: "cluster_addrs": { 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6813", 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 959133922 2024-09-16T01:18:30.619 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.620 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.620 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.620 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_back_addrs": { 2024-09-16T01:18:30.620 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.620 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.620 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.620 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6815", 2024-09-16T01:18:30.620 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 959133922 2024-09-16T01:18:30.620 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.620 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.621 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.621 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_front_addrs": { 2024-09-16T01:18:30.621 INFO:teuthology.orchestra.run.smithi175.stdout: "addrvec": [ 2024-09-16T01:18:30.621 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.621 INFO:teuthology.orchestra.run.smithi175.stdout: "type": "v1", 2024-09-16T01:18:30.621 INFO:teuthology.orchestra.run.smithi175.stdout: "addr": "172.21.15.175:6814", 2024-09-16T01:18:30.621 INFO:teuthology.orchestra.run.smithi175.stdout: "nonce": 959133922 2024-09-16T01:18:30.621 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.621 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: "public_addr": "172.21.15.175:6812/959133922", 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: "cluster_addr": "172.21.15.175:6813/959133922", 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_back_addr": "172.21.15.175:6815/959133922", 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: "heartbeat_front_addr": "172.21.15.175:6814/959133922", 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: "state": [ 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: "exists", 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: "up" 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: ], 2024-09-16T01:18:30.622 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_xinfo": [ 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: "osd": 0, 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: "down_stamp": "0.000000", 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: "laggy_probability": 0, 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: "laggy_interval": 0, 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: "features": 4540701547738038271, 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: "old_weight": 0, 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: "last_purged_snaps_scrub": "2024-09-16T01:16:52.184985+0000", 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: "dead_epoch": 20 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: "osd": 1, 2024-09-16T01:18:30.623 INFO:teuthology.orchestra.run.smithi175.stdout: "down_stamp": "0.000000", 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: "laggy_probability": 0, 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: "laggy_interval": 0, 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: "features": 4540701547738038271, 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: "old_weight": 0, 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: "last_purged_snaps_scrub": "2024-09-16T01:16:52.210268+0000", 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: "dead_epoch": 21 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: "osd": 2, 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: "down_stamp": "0.000000", 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: "laggy_probability": 0, 2024-09-16T01:18:30.624 INFO:teuthology.orchestra.run.smithi175.stdout: "laggy_interval": 0, 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "features": 4540701547738038271, 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "old_weight": 0, 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "last_purged_snaps_scrub": "2024-09-16T01:16:52.045038+0000", 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "dead_epoch": 22 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: { 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "osd": 3, 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "down_stamp": "2024-09-16T01:18:19.916738+0000", 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "laggy_probability": 0, 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "laggy_interval": 0, 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "features": 4540701547738038271, 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "old_weight": 0, 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "last_purged_snaps_scrub": "2024-09-16T01:16:52.141600+0000", 2024-09-16T01:18:30.625 INFO:teuthology.orchestra.run.smithi175.stdout: "dead_epoch": 0 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: ], 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_upmap": [], 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_upmap_items": [], 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_upmap_primaries": [], 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: "pg_temp": [], 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: "primary_temp": [], 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: "blocklist": { 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: "172.21.15.175:6816/3492848882": "2024-09-17T01:18:12.399672+0000", 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: "172.21.15.175:0/192493951": "2024-09-17T01:18:12.399672+0000", 2024-09-16T01:18:30.626 INFO:teuthology.orchestra.run.smithi175.stdout: "172.21.15.175:0/2490616409": "2024-09-17T01:18:12.399672+0000", 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "172.21.15.175:0/2331399488": "2024-09-17T01:18:12.399672+0000", 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "172.21.15.175:0/1255099663": "2024-09-17T01:18:12.399672+0000" 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "range_blocklist": {}, 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "erasure_code_profiles": { 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "default": { 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "crush-failure-domain": "osd", 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "k": "2", 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "m": "1", 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "plugin": "jerasure", 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "technique": "reed_sol_van" 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-09-16T01:18:30.627 INFO:teuthology.orchestra.run.smithi175.stdout: "removed_snaps_queue": [], 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: "new_removed_snaps": [], 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: "new_purged_snaps": [], 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: "crush_node_flags": {}, 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: "device_class_flags": {}, 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: "stretch_mode": { 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: "stretch_mode_enabled": false, 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: "stretch_bucket_count": 0, 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: "degraded_stretch_mode": 0, 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: "recovering_stretch_mode": 0, 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: "stretch_mode_bucket": 0 2024-09-16T01:18:30.628 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-09-16T01:18:30.629 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-09-16T01:18:30.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.580+0000 7fee39af7640 1 -- 172.21.15.175:0/4151710339 >> v1:172.21.15.175:6816/2987616722 conn(0x7fee20047fd0 legacy=0x7fee2004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.580+0000 7fee39af7640 1 -- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3406d2b0 msgr2=0x7fee34128040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.580+0000 7fee39af7640 1 --2- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3406d2b0 0x7fee34128040 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fee2400ebe0 tx=0x7fee24009e20 comp rx=0 tx=0).stop 2024-09-16T01:18:30.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.580+0000 7fee39af7640 1 -- 172.21.15.175:0/4151710339 shutdown_connections 2024-09-16T01:18:30.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.580+0000 7fee39af7640 1 --2- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fee3412de20 0x7fee341c0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.580+0000 7fee39af7640 1 --2- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fee3412d500 0x7fee34128580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.580+0000 7fee39af7640 1 --2- 172.21.15.175:0/4151710339 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fee3406d2b0 0x7fee34128040 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.580+0000 7fee39af7640 1 -- 172.21.15.175:0/4151710339 >> 172.21.15.175:0/4151710339 conn(0x7fee3409ad50 msgr2=0x7fee3409c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:30.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.581+0000 7fee39af7640 1 -- 172.21.15.175:0/4151710339 shutdown_connections 2024-09-16T01:18:30.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.581+0000 7fee39af7640 1 -- 172.21.15.175:0/4151710339 wait complete. 2024-09-16T01:18:30.632 DEBUG:teuthology.orchestra.run.smithi175:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2024-09-16T01:18:30.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9e8be640 1 Processor -- start 2024-09-16T01:18:30.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9e8be640 1 -- start start 2024-09-16T01:18:30.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9e8be640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 0x7f9c9806e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9e8be640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c9806e650 0x7f9c98133cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9e8be640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f9c981341f0 0x7f9c981365e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9e8be640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f9c9806c5e0 con 0x7f9c981341f0 2024-09-16T01:18:30.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9e8be640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f9c98072ef0 con 0x7f9c9806dd30 2024-09-16T01:18:30.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9e8be640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f9c98099050 con 0x7f9c9806e650 2024-09-16T01:18:30.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c97fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 0x7f9c9806e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9ce5b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f9c981341f0 0x7f9c981365e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c977fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c9806e650 0x7f9c98133cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c97fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 0x7f9c9806e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:40816/0 (socket says 172.21.15.175:40816) 2024-09-16T01:18:30.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c97fff640 1 -- 172.21.15.175:0/1692661437 learned_addr learned my addr 172.21.15.175:0/1692661437 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:30.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9ce5b640 1 -- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c9806e650 msgr2=0x7f9c98133cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:30.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9ce5b640 1 --2- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c9806e650 0x7f9c98133cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.725+0000 7f9c9ce5b640 1 -- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 msgr2=0x7f9c9806e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:30.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.726+0000 7f9c9ce5b640 1 --2- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 0x7f9c9806e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.726+0000 7f9c9ce5b640 1 -- 172.21.15.175:0/1692661437 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c9806be80 con 0x7f9c981341f0 2024-09-16T01:18:30.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.726+0000 7f9c977fe640 1 --2- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c9806e650 0x7f9c98133cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:30.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.726+0000 7f9c97fff640 1 --2- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 0x7f9c9806e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:30.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.726+0000 7f9c9ce5b640 1 --2- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c981341f0 0x7f9c981365e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9c90009d90 tx=0x7f9c9002a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24bd911d200e725e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:30.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.726+0000 7f9c96ffd640 1 -- 172.21.15.175:0/1692661437 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c90007740 con 0x7f9c981341f0 2024-09-16T01:18:30.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.726+0000 7f9c96ffd640 1 -- 172.21.15.175:0/1692661437 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c900078e0 con 0x7f9c981341f0 2024-09-16T01:18:30.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.726+0000 7f9c96ffd640 1 -- 172.21.15.175:0/1692661437 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c90007cb0 con 0x7f9c981341f0 2024-09-16T01:18:30.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.727+0000 7f9c9e8be640 1 -- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c981341f0 msgr2=0x7f9c981365e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.727+0000 7f9c9e8be640 1 --2- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c981341f0 0x7f9c981365e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9c90009d90 tx=0x7f9c9002a490 comp rx=0 tx=0).stop 2024-09-16T01:18:30.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.727+0000 7f9c9e8be640 1 -- 172.21.15.175:0/1692661437 shutdown_connections 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.727+0000 7f9c9e8be640 1 --2- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c981341f0 0x7f9c981365e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.727+0000 7f9c9e8be640 1 --2- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c9806e650 0x7f9c98133cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.727+0000 7f9c9e8be640 1 --2- 172.21.15.175:0/1692661437 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 0x7f9c9806e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.727+0000 7f9c9e8be640 1 -- 172.21.15.175:0/1692661437 >> 172.21.15.175:0/1692661437 conn(0x7f9c9809b7f0 msgr2=0x7f9c9809bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.727+0000 7f9c9e8be640 1 -- 172.21.15.175:0/1692661437 shutdown_connections 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.727+0000 7f9c9e8be640 1 -- 172.21.15.175:0/1692661437 wait complete. 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.728+0000 7f9c9e8be640 1 Processor -- start 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.728+0000 7f9c9e8be640 1 -- start start 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.728+0000 7f9c9e8be640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 0x7f9c981240d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.728+0000 7f9c9e8be640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c9806e650 0x7f9c98124610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.728+0000 7f9c9e8be640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c981341f0 0x7f9c981c4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.728+0000 7f9c9e8be640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9806edb0 con 0x7f9c9806e650 2024-09-16T01:18:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.728+0000 7f9c9e8be640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f9c9806ea70 con 0x7f9c9806dd30 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.728+0000 7f9c9e8be640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f9c9806ef30 con 0x7f9c981341f0 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.728+0000 7f9c977fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c9806e650 0x7f9c98124610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c977fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c9806e650 0x7f9c98124610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56032/0 (socket says 172.21.15.175:56032) 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c9ce5b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c981341f0 0x7f9c981c4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c977fe640 1 -- 172.21.15.175:0/442083554 learned_addr learned my addr 172.21.15.175:0/442083554 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c97fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 0x7f9c981240d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c977fe640 1 -- 172.21.15.175:0/442083554 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c981341f0 msgr2=0x7f9c981c4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c977fe640 1 --2- 172.21.15.175:0/442083554 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c981341f0 0x7f9c981c4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c977fe640 1 -- 172.21.15.175:0/442083554 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 msgr2=0x7f9c981240d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c977fe640 1 --2- 172.21.15.175:0/442083554 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 0x7f9c981240d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c977fe640 1 -- 172.21.15.175:0/442083554 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c980983e0 con 0x7f9c9806e650 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c977fe640 1 --2- 172.21.15.175:0/442083554 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c9806e650 0x7f9c98124610 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c00ebb0 tx=0x7f9c8c009e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:30.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c94ff9640 1 -- 172.21.15.175:0/442083554 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c8c017070 con 0x7f9c9806e650 2024-09-16T01:18:30.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c94ff9640 1 -- 172.21.15.175:0/442083554 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c8c00c9a0 con 0x7f9c9806e650 2024-09-16T01:18:30.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c94ff9640 1 -- 172.21.15.175:0/442083554 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c8c00cd70 con 0x7f9c9806e650 2024-09-16T01:18:30.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c9e8be640 1 -- 172.21.15.175:0/442083554 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c98126150 con 0x7f9c9806e650 2024-09-16T01:18:30.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.729+0000 7f9c9e8be640 1 -- 172.21.15.175:0/442083554 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c98124d30 con 0x7f9c9806e650 2024-09-16T01:18:30.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.730+0000 7f9c9e8be640 1 -- 172.21.15.175:0/442083554 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c981275e0 con 0x7f9c9806e650 2024-09-16T01:18:30.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.730+0000 7f9c94ff9640 1 -- 172.21.15.175:0/442083554 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f9c8c01a070 con 0x7f9c9806e650 2024-09-16T01:18:30.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.731+0000 7f9c94ff9640 1 -- 172.21.15.175:0/442083554 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3027+0+0 (secure 0 0 0) 0x7f9c8c05d7f0 con 0x7f9c9806e650 2024-09-16T01:18:30.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.734+0000 7f9c94ff9640 1 -- 172.21.15.175:0/442083554 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f9c981275e0 con 0x7f9c9806e650 2024-09-16T01:18:30.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.894+0000 7f9c9e8be640 1 -- 172.21.15.175:0/442083554 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f9c9806fcb0 con 0x7f9c9806e650 2024-09-16T01:18:30.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.894+0000 7f9c94ff9640 1 -- 172.21.15.175:0/442083554 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+396 (secure 0 0 0) 0x7f9c9806fcb0 con 0x7f9c9806e650 2024-09-16T01:18:30.896 INFO:teuthology.orchestra.run.smithi175.stdout:e1 2024-09-16T01:18:30.896 INFO:teuthology.orchestra.run.smithi175.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-16T01:18:30.896 INFO:teuthology.orchestra.run.smithi175.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T01:18:30.896 INFO:teuthology.orchestra.run.smithi175.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T01:18:30.896 INFO:teuthology.orchestra.run.smithi175.stdout:legacy client fscid: -1 2024-09-16T01:18:30.896 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:30.896 INFO:teuthology.orchestra.run.smithi175.stdout:No filesystems configured 2024-09-16T01:18:30.897 INFO:teuthology.orchestra.run.smithi175.stderr:dumped fsmap epoch 1 2024-09-16T01:18:30.897 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.896+0000 7f9c9e8be640 1 -- 172.21.15.175:0/442083554 >> v1:172.21.15.175:6816/2987616722 conn(0x7f9c84047fd0 legacy=0x7f9c8404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.898 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.896+0000 7f9c9e8be640 1 -- 172.21.15.175:0/442083554 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c9806e650 msgr2=0x7f9c98124610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:30.898 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.896+0000 7f9c9e8be640 1 --2- 172.21.15.175:0/442083554 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c9806e650 0x7f9c98124610 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c00ebb0 tx=0x7f9c8c009e00 comp rx=0 tx=0).stop 2024-09-16T01:18:30.898 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.896+0000 7f9c9e8be640 1 -- 172.21.15.175:0/442083554 shutdown_connections 2024-09-16T01:18:30.898 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.896+0000 7f9c9e8be640 1 --2- 172.21.15.175:0/442083554 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f9c981341f0 0x7f9c981c4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.898 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.896+0000 7f9c9e8be640 1 --2- 172.21.15.175:0/442083554 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9c9806e650 0x7f9c98124610 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.898 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.896+0000 7f9c9e8be640 1 --2- 172.21.15.175:0/442083554 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f9c9806dd30 0x7f9c981240d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:30.898 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.896+0000 7f9c9e8be640 1 -- 172.21.15.175:0/442083554 >> 172.21.15.175:0/442083554 conn(0x7f9c9809b7f0 msgr2=0x7f9c980715b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:30.898 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.896+0000 7f9c9e8be640 1 -- 172.21.15.175:0/442083554 shutdown_connections 2024-09-16T01:18:30.898 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:30.896+0000 7f9c9e8be640 1 -- 172.21.15.175:0/442083554 wait complete. 2024-09-16T01:18:30.908 DEBUG:teuthology.orchestra.run.smithi175:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd require-osd-release squid' 2024-09-16T01:18:31.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.002+0000 7fb71672c640 1 Processor -- start 2024-09-16T01:18:31.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.002+0000 7fb71672c640 1 -- start start 2024-09-16T01:18:31.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb71672c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710097df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb71672c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb710098330 0x7fb71012d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb71672c640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb710099350 con 0x7fb71012d810 2024-09-16T01:18:31.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb71672c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fb71009a0c0 con 0x7fb710097a10 2024-09-16T01:18:31.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb71672c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fb71012dcc0 con 0x7fb710098330 2024-09-16T01:18:31.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb714cc9640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fb71012d810 0x7fb710134600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:55860/0 (socket says 172.21.15.175:55860) 2024-09-16T01:18:31.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb70ffff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710097df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb714cc9640 1 -- 172.21.15.175:0/1719630696 learned_addr learned my addr 172.21.15.175:0/1719630696 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:31.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb70f7fe640 1 --2- 172.21.15.175:0/1719630696 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb710098330 0x7fb71012d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb70effd640 1 -- 172.21.15.175:0/1719630696 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3027448720 0 0) 0x7fb708001490 con 0x7fb71012d810 2024-09-16T01:18:31.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb70f7fe640 1 -- 172.21.15.175:0/1719630696 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 msgr2=0x7fb710097df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:31.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb70f7fe640 1 --2- 172.21.15.175:0/1719630696 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710097df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb70f7fe640 1 -- 172.21.15.175:0/1719630696 >> v1:172.21.15.175:6789/0 conn(0x7fb71012d810 legacy=0x7fb710134600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb70f7fe640 1 -- 172.21.15.175:0/1719630696 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb71012de70 con 0x7fb710098330 2024-09-16T01:18:31.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.003+0000 7fb70ffff640 1 --2- 172.21.15.175:0/1719630696 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710097df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:31.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.004+0000 7fb70f7fe640 1 --2- 172.21.15.175:0/1719630696 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb710098330 0x7fb71012d2d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb6f80097d0 tx=0x7fb6f802a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f069dc972a7ed163 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.004+0000 7fb70effd640 1 -- 172.21.15.175:0/1719630696 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8037070 con 0x7fb710098330 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.004+0000 7fb70effd640 1 -- 172.21.15.175:0/1719630696 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6f802ad90 con 0x7fb710098330 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.004+0000 7fb70effd640 1 -- 172.21.15.175:0/1719630696 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8032660 con 0x7fb710098330 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.004+0000 7fb71672c640 1 -- 172.21.15.175:0/1719630696 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb710098330 msgr2=0x7fb71012d2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.004+0000 7fb71672c640 1 --2- 172.21.15.175:0/1719630696 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb710098330 0x7fb71012d2d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb6f80097d0 tx=0x7fb6f802a040 comp rx=0 tx=0).stop 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.004+0000 7fb71672c640 1 -- 172.21.15.175:0/1719630696 shutdown_connections 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.005+0000 7fb71672c640 1 --2- 172.21.15.175:0/1719630696 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb710098330 0x7fb71012d2d0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.005+0000 7fb71672c640 1 --2- 172.21.15.175:0/1719630696 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710097df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.005+0000 7fb71672c640 1 -- 172.21.15.175:0/1719630696 >> 172.21.15.175:0/1719630696 conn(0x7fb7100a0150 msgr2=0x7fb7100a0560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.005+0000 7fb71672c640 1 -- 172.21.15.175:0/1719630696 shutdown_connections 2024-09-16T01:18:31.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.005+0000 7fb71672c640 1 -- 172.21.15.175:0/1719630696 wait complete. 2024-09-16T01:18:31.011 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.005+0000 7fb71672c640 1 Processor -- start 2024-09-16T01:18:31.011 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb71672c640 1 -- start start 2024-09-16T01:18:31.011 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb71672c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710129390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.011 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb71672c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb710098330 0x7fb7101298d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb71672c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb71012d810 0x7fb7101c2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb71672c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fb7101360b0 con 0x7fb710098330 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb71672c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fb710135f30 con 0x7fb710097a10 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb71672c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fb710136230 con 0x7fb71012d810 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70f7fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb710098330 0x7fb7101298d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70ffff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710129390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb714cc9640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb71012d810 0x7fb7101c2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70ffff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710129390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:40848/0 (socket says 172.21.15.175:40848) 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70f7fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb710098330 0x7fb7101298d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56036/0 (socket says 172.21.15.175:56036) 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70ffff640 1 -- 172.21.15.175:0/3428111029 learned_addr learned my addr 172.21.15.175:0/3428111029 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70ffff640 1 -- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb71012d810 msgr2=0x7fb7101c2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70ffff640 1 --2- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb71012d810 0x7fb7101c2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70ffff640 1 -- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb710098330 msgr2=0x7fb7101298d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70ffff640 1 --2- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb710098330 0x7fb7101298d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70ffff640 1 -- 172.21.15.175:0/3428111029 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb71012ab90 con 0x7fb710097a10 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb714cc9640 1 --2- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb71012d810 0x7fb7101c2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70f7fe640 1 --2- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb710098330 0x7fb7101298d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.006+0000 7fb70ffff640 1 --2- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710129390 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb70000ebe0 tx=0x7fb70000c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.007+0000 7fb70cff9640 1 -- 172.21.15.175:0/3428111029 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb700017070 con 0x7fb710097a10 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.007+0000 7fb70cff9640 1 -- 172.21.15.175:0/3428111029 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb70000cc30 con 0x7fb710097a10 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.007+0000 7fb70cff9640 1 -- 172.21.15.175:0/3428111029 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb700013470 con 0x7fb710097a10 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.007+0000 7fb71672c640 1 -- 172.21.15.175:0/3428111029 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb71012e850 con 0x7fb710097a10 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.007+0000 7fb71672c640 1 -- 172.21.15.175:0/3428111029 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb710129ff0 con 0x7fb710097a10 2024-09-16T01:18:31.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.008+0000 7fb71672c640 1 -- 172.21.15.175:0/3428111029 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb71012fce0 con 0x7fb710097a10 2024-09-16T01:18:31.014 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.008+0000 7fb70cff9640 1 -- 172.21.15.175:0/3428111029 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fb70001a070 con 0x7fb710097a10 2024-09-16T01:18:31.014 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.008+0000 7fb70cff9640 1 -- 172.21.15.175:0/3428111029 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(29..29 src has 1..29) ==== 3027+0+0 (secure 0 0 0) 0x7fb70005d940 con 0x7fb710097a10 2024-09-16T01:18:31.014 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.012+0000 7fb70cff9640 1 -- 172.21.15.175:0/3428111029 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fb71012fce0 con 0x7fb710097a10 2024-09-16T01:18:31.158 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.157+0000 7fb71672c640 1 -- 172.21.15.175:0/3428111029 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd require-osd-release", "release": "squid"} v 0) -- 0x7fb71012d230 con 0x7fb710097a10 2024-09-16T01:18:31.529 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.528+0000 7fb70cff9640 1 -- 172.21.15.175:0/3428111029 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd require-osd-release", "release": "squid"}]=0 v30) ==== 91+0+0 (secure 0 0 0) 0x7fb71012d230 con 0x7fb710097a10 2024-09-16T01:18:31.531 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.530+0000 7fb71672c640 1 -- 172.21.15.175:0/3428111029 >> v1:172.21.15.175:6816/2987616722 conn(0x7fb6f0048000 legacy=0x7fb6f004a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.531 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.530+0000 7fb71672c640 1 -- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 msgr2=0x7fb710129390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.531 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.530+0000 7fb71672c640 1 --2- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710129390 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb70000ebe0 tx=0x7fb70000c520 comp rx=0 tx=0).stop 2024-09-16T01:18:31.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.530+0000 7fb71672c640 1 -- 172.21.15.175:0/3428111029 shutdown_connections 2024-09-16T01:18:31.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.530+0000 7fb71672c640 1 --2- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fb71012d810 0x7fb7101c2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.530+0000 7fb71672c640 1 --2- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb710098330 0x7fb7101298d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.530+0000 7fb71672c640 1 --2- 172.21.15.175:0/3428111029 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fb710097a10 0x7fb710129390 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.530+0000 7fb71672c640 1 -- 172.21.15.175:0/3428111029 >> 172.21.15.175:0/3428111029 conn(0x7fb7100a0150 msgr2=0x7fb71009a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:31.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.530+0000 7fb71672c640 1 -- 172.21.15.175:0/3428111029 shutdown_connections 2024-09-16T01:18:31.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.530+0000 7fb71672c640 1 -- 172.21.15.175:0/3428111029 wait complete. 2024-09-16T01:18:31.543 DEBUG:teuthology.orchestra.run.smithi175:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done' 2024-09-16T01:18:31.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.638+0000 7f602ac0d640 1 Processor -- start 2024-09-16T01:18:31.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.638+0000 7f602ac0d640 1 -- start start 2024-09-16T01:18:31.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f602ac0d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097230 0x7f6024097610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f602ac0d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097b50 0x7f6024095710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f602ac0d640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6024098520 con 0x7f602406c860 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f602ac0d640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f6024098c20 con 0x7f6024097230 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f602ac0d640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f602406bee0 con 0x7f6024097b50 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f60291aa640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097b50 0x7f6024095710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f60289a9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097230 0x7f6024097610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f6023fff640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f602406c860 0x7f6024095000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:55874/0 (socket says 172.21.15.175:55874) 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f6023fff640 1 -- 172.21.15.175:0/1030216740 learned_addr learned my addr 172.21.15.175:0/1030216740 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f60291aa640 1 -- 172.21.15.175:0/1030216740 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097230 msgr2=0x7f6024097610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f60291aa640 1 --2- 172.21.15.175:0/1030216740 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097230 0x7f6024097610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f60291aa640 1 -- 172.21.15.175:0/1030216740 >> v1:172.21.15.175:6789/0 conn(0x7f602406c860 legacy=0x7f6024095000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f60291aa640 1 -- 172.21.15.175:0/1030216740 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6024097fc0 con 0x7f6024097b50 2024-09-16T01:18:31.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f60237fe640 1 -- 172.21.15.175:0/1030216740 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4073922192 0 0) 0x7f6024098520 con 0x7f602406c860 2024-09-16T01:18:31.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.639+0000 7f60289a9640 1 --2- 172.21.15.175:0/1030216740 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097230 0x7f6024097610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:31.645 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.640+0000 7f60291aa640 1 --2- 172.21.15.175:0/1030216740 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097b50 0x7f6024095710 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f601c009df0 tx=0x7f601c02a540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65544e23ee5cb297 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:31.645 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.640+0000 7f60237fe640 1 -- 172.21.15.175:0/1030216740 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c007740 con 0x7f6024097b50 2024-09-16T01:18:31.645 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.640+0000 7f60237fe640 1 -- 172.21.15.175:0/1030216740 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f601c0078e0 con 0x7f6024097b50 2024-09-16T01:18:31.645 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.640+0000 7f60237fe640 1 -- 172.21.15.175:0/1030216740 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c007cb0 con 0x7f6024097b50 2024-09-16T01:18:31.645 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.641+0000 7f602ac0d640 1 -- 172.21.15.175:0/1030216740 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097b50 msgr2=0x7f6024095710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.645 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.641+0000 7f602ac0d640 1 --2- 172.21.15.175:0/1030216740 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097b50 0x7f6024095710 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f601c009df0 tx=0x7f601c02a540 comp rx=0 tx=0).stop 2024-09-16T01:18:31.645 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.641+0000 7f602ac0d640 1 -- 172.21.15.175:0/1030216740 shutdown_connections 2024-09-16T01:18:31.646 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.641+0000 7f602ac0d640 1 --2- 172.21.15.175:0/1030216740 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097b50 0x7f6024095710 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.646 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.641+0000 7f602ac0d640 1 --2- 172.21.15.175:0/1030216740 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097230 0x7f6024097610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.646 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.641+0000 7f602ac0d640 1 -- 172.21.15.175:0/1030216740 >> 172.21.15.175:0/1030216740 conn(0x7f602409b990 msgr2=0x7f602409bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:31.646 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.641+0000 7f602ac0d640 1 -- 172.21.15.175:0/1030216740 shutdown_connections 2024-09-16T01:18:31.646 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.641+0000 7f602ac0d640 1 -- 172.21.15.175:0/1030216740 wait complete. 2024-09-16T01:18:31.646 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.641+0000 7f602ac0d640 1 Processor -- start 2024-09-16T01:18:31.646 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f602ac0d640 1 -- start start 2024-09-16T01:18:31.646 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f602ac0d640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f602406c860 0x7f6024131c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.646 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f602ac0d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097230 0x7f6024132190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f602ac0d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097b50 0x7f60241326d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f602ac0d640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f602406c0f0 con 0x7f602406c860 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f602ac0d640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f6024095e60 con 0x7f6024097b50 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f602ac0d640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f60241357b0 con 0x7f6024097230 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f60289a9640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f602406c860 0x7f6024131c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f60289a9640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f602406c860 0x7f6024131c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56052/0 (socket says 172.21.15.175:56052) 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f60289a9640 1 -- 172.21.15.175:0/382034424 learned_addr learned my addr 172.21.15.175:0/382034424 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f60291aa640 1 --2- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097b50 0x7f60241326d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f6023fff640 1 --2- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097230 0x7f6024132190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f60289a9640 1 -- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097230 msgr2=0x7f6024132190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f60289a9640 1 --2- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097230 0x7f6024132190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f60289a9640 1 -- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097b50 msgr2=0x7f60241326d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.647 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f60289a9640 1 --2- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097b50 0x7f60241326d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.648 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.642+0000 7f60289a9640 1 -- 172.21.15.175:0/382034424 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6024123f10 con 0x7f602406c860 2024-09-16T01:18:31.648 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.643+0000 7f60291aa640 1 --2- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097b50 0x7f60241326d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:31.648 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.643+0000 7f60289a9640 1 --2- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f602406c860 0x7f6024131c50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f601400ebe0 tx=0x7f601400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:31.648 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.643+0000 7f60217fa640 1 -- 172.21.15.175:0/382034424 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6014017070 con 0x7f602406c860 2024-09-16T01:18:31.648 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.643+0000 7f60217fa640 1 -- 172.21.15.175:0/382034424 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f601400cbd0 con 0x7f602406c860 2024-09-16T01:18:31.648 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.643+0000 7f602ac0d640 1 -- 172.21.15.175:0/382034424 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6024133780 con 0x7f602406c860 2024-09-16T01:18:31.648 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.643+0000 7f60217fa640 1 -- 172.21.15.175:0/382034424 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6014013470 con 0x7f602406c860 2024-09-16T01:18:31.648 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.643+0000 7f602ac0d640 1 -- 172.21.15.175:0/382034424 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6024095a20 con 0x7f602406c860 2024-09-16T01:18:31.648 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.644+0000 7f602ac0d640 1 -- 172.21.15.175:0/382034424 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6024097610 con 0x7f602406c860 2024-09-16T01:18:31.649 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.644+0000 7f60217fa640 1 -- 172.21.15.175:0/382034424 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f601401a070 con 0x7f602406c860 2024-09-16T01:18:31.649 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.644+0000 7f60217fa640 1 -- 172.21.15.175:0/382034424 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3027+0+0 (secure 0 0 0) 0x7f601405d840 con 0x7f602406c860 2024-09-16T01:18:31.649 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.648+0000 7f60217fa640 1 -- 172.21.15.175:0/382034424 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f601405c8f0 con 0x7f602406c860 2024-09-16T01:18:31.787 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.786+0000 7f602ac0d640 1 -- 172.21.15.175:0/382034424 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool ls"} v 0) -- 0x7f6024073820 con 0x7f602406c860 2024-09-16T01:18:31.788 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.787+0000 7f60217fa640 1 -- 172.21.15.175:0/382034424 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool ls"}]=0 v30) ==== 59+0+9 (secure 0 0 0) 0x7f601403ca30 con 0x7f602406c860 2024-09-16T01:18:31.789 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.788+0000 7f602ac0d640 1 -- 172.21.15.175:0/382034424 >> v1:172.21.15.175:6816/2987616722 conn(0x7f6010047fd0 legacy=0x7f601004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.788+0000 7f602ac0d640 1 -- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f602406c860 msgr2=0x7f6024131c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.788+0000 7f602ac0d640 1 --2- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f602406c860 0x7f6024131c50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f601400ebe0 tx=0x7f601400c520 comp rx=0 tx=0).stop 2024-09-16T01:18:31.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.788+0000 7f602ac0d640 1 -- 172.21.15.175:0/382034424 shutdown_connections 2024-09-16T01:18:31.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.788+0000 7f602ac0d640 1 --2- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f6024097b50 0x7f60241326d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.788+0000 7f602ac0d640 1 --2- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f6024097230 0x7f6024132190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.788+0000 7f602ac0d640 1 --2- 172.21.15.175:0/382034424 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f602406c860 0x7f6024131c50 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.788+0000 7f602ac0d640 1 -- 172.21.15.175:0/382034424 >> 172.21.15.175:0/382034424 conn(0x7f602409b990 msgr2=0x7f602409a540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:31.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.788+0000 7f602ac0d640 1 -- 172.21.15.175:0/382034424 shutdown_connections 2024-09-16T01:18:31.790 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.789+0000 7f602ac0d640 1 -- 172.21.15.175:0/382034424 wait complete. 2024-09-16T01:18:31.873 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.872+0000 7f8313bc2640 1 Processor -- start 2024-09-16T01:18:31.873 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.872+0000 7f8313bc2640 1 -- start start 2024-09-16T01:18:31.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f8313bc2640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f830c097a40 0x7f830c134fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f8313bc2640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 0x7f830c137520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f8313bc2640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f830c09bf70 con 0x7f830c096bb0 2024-09-16T01:18:31.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f8313bc2640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f830c09c7a0 con 0x7f830c097a40 2024-09-16T01:18:31.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f8313bc2640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f830c098b80 con 0x7f830c097e60 2024-09-16T01:18:31.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f831195e640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f830c096bb0 0x7f830c097330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:55890/0 (socket says 172.21.15.175:55890) 2024-09-16T01:18:31.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f831195e640 1 -- 172.21.15.175:0/1306677479 learned_addr learned my addr 172.21.15.175:0/1306677479 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:31.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f831115d640 1 --2- 172.21.15.175:0/1306677479 >> v2:172.21.15.175:3300/0 conn(0x7f830c097a40 0x7f830c134fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f831215f640 1 --2- 172.21.15.175:0/1306677479 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 0x7f830c137520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f831215f640 1 -- 172.21.15.175:0/1306677479 >> v2:172.21.15.175:3300/0 conn(0x7f830c097a40 msgr2=0x7f830c134fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f831215f640 1 --2- 172.21.15.175:0/1306677479 >> v2:172.21.15.175:3300/0 conn(0x7f830c097a40 0x7f830c134fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f831215f640 1 -- 172.21.15.175:0/1306677479 >> v1:172.21.15.175:6789/0 conn(0x7f830c096bb0 legacy=0x7f830c097330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f831095c640 1 -- 172.21.15.175:0/1306677479 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 401331831 0 0) 0x7f830c09bf70 con 0x7f830c096bb0 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f831215f640 1 -- 172.21.15.175:0/1306677479 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f830c098db0 con 0x7f830c097e60 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.873+0000 7f831115d640 1 --2- 172.21.15.175:0/1306677479 >> v2:172.21.15.175:3300/0 conn(0x7f830c097a40 0x7f830c134fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.874+0000 7f831215f640 1 --2- 172.21.15.175:0/1306677479 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 0x7f830c137520 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8304009d90 tx=0x7f830402a530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69818535469c54c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.874+0000 7f831095c640 1 -- 172.21.15.175:0/1306677479 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8304007740 con 0x7f830c097e60 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.874+0000 7f831095c640 1 -- 172.21.15.175:0/1306677479 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83040078e0 con 0x7f830c097e60 2024-09-16T01:18:31.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.874+0000 7f831095c640 1 -- 172.21.15.175:0/1306677479 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8304007cb0 con 0x7f830c097e60 2024-09-16T01:18:31.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.875+0000 7f8313bc2640 1 -- 172.21.15.175:0/1306677479 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 msgr2=0x7f830c137520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.875+0000 7f8313bc2640 1 --2- 172.21.15.175:0/1306677479 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 0x7f830c137520 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8304009d90 tx=0x7f830402a530 comp rx=0 tx=0).stop 2024-09-16T01:18:31.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.875+0000 7f8313bc2640 1 -- 172.21.15.175:0/1306677479 shutdown_connections 2024-09-16T01:18:31.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.875+0000 7f8313bc2640 1 --2- 172.21.15.175:0/1306677479 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 0x7f830c137520 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.875+0000 7f8313bc2640 1 --2- 172.21.15.175:0/1306677479 >> v2:172.21.15.175:3300/0 conn(0x7f830c097a40 0x7f830c134fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.875+0000 7f8313bc2640 1 -- 172.21.15.175:0/1306677479 >> 172.21.15.175:0/1306677479 conn(0x7f830c09cd50 msgr2=0x7f830c09d160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.875+0000 7f8313bc2640 1 -- 172.21.15.175:0/1306677479 shutdown_connections 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.875+0000 7f8313bc2640 1 -- 172.21.15.175:0/1306677479 wait complete. 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f8313bc2640 1 Processor -- start 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f8313bc2640 1 -- start start 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f8313bc2640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f830c096bb0 0x7f830c125160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f8313bc2640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f830c097a40 0x7f830c1256a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f8313bc2640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 0x7f830c1c4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f8313bc2640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f830c137c70 con 0x7f830c096bb0 2024-09-16T01:18:31.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f8313bc2640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f830c06ca80 con 0x7f830c097e60 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f8313bc2640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f830c137df0 con 0x7f830c097a40 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831195e640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f830c096bb0 0x7f830c125160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831215f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 0x7f830c1c4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831115d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f830c097a40 0x7f830c1256a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831195e640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f830c096bb0 0x7f830c125160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56066/0 (socket says 172.21.15.175:56066) 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831195e640 1 -- 172.21.15.175:0/2128493091 learned_addr learned my addr 172.21.15.175:0/2128493091 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831115d640 1 -- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 msgr2=0x7f830c1c4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831115d640 1 --2- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 0x7f830c1c4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831115d640 1 -- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f830c096bb0 msgr2=0x7f830c125160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831115d640 1 --2- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f830c096bb0 0x7f830c125160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831115d640 1 -- 172.21.15.175:0/2128493091 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f830c127900 con 0x7f830c097a40 2024-09-16T01:18:31.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831195e640 1 --2- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f830c096bb0 0x7f830c125160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:31.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.876+0000 7f831115d640 1 --2- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f830c097a40 0x7f830c1256a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f82fc00e900 tx=0x7f82fc00edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:31.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.877+0000 7f83027fc640 1 -- 172.21.15.175:0/2128493091 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82fc017070 con 0x7f830c097a40 2024-09-16T01:18:31.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.877+0000 7f83027fc640 1 -- 172.21.15.175:0/2128493091 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82fc00ca00 con 0x7f830c097a40 2024-09-16T01:18:31.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.877+0000 7f83027fc640 1 -- 172.21.15.175:0/2128493091 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82fc00cdf0 con 0x7f830c097a40 2024-09-16T01:18:31.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.877+0000 7f8313bc2640 1 -- 172.21.15.175:0/2128493091 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f830c072f10 con 0x7f830c097a40 2024-09-16T01:18:31.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.877+0000 7f8313bc2640 1 -- 172.21.15.175:0/2128493091 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f830c125be0 con 0x7f830c097a40 2024-09-16T01:18:31.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.878+0000 7f83027fc640 1 -- 172.21.15.175:0/2128493091 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f82fc01a070 con 0x7f830c097a40 2024-09-16T01:18:31.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.878+0000 7f8313bc2640 1 -- 172.21.15.175:0/2128493091 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f830c097330 con 0x7f830c097a40 2024-09-16T01:18:31.882 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.878+0000 7f83027fc640 1 -- 172.21.15.175:0/2128493091 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3027+0+0 (secure 0 0 0) 0x7f82fc05d810 con 0x7f830c097a40 2024-09-16T01:18:31.883 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:31.882+0000 7f83027fc640 1 -- 172.21.15.175:0/2128493091 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f830c127900 con 0x7f830c097a40 2024-09-16T01:18:32.022 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.021+0000 7f8313bc2640 1 -- 172.21.15.175:0/2128493091 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7f830c067990 con 0x7f830c097a40 2024-09-16T01:18:32.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.542+0000 7f83027fc640 1 -- 172.21.15.175:0/2128493091 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 1 pg_autoscale_mode to off v31) ==== 153+0+0 (secure 0 0 0) 0x7f82fc05c8c0 con 0x7f830c097a40 2024-09-16T01:18:32.543 INFO:teuthology.orchestra.run.smithi175.stderr:set pool 1 pg_autoscale_mode to off 2024-09-16T01:18:32.545 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.544+0000 7f8313bc2640 1 -- 172.21.15.175:0/2128493091 >> v1:172.21.15.175:6816/2987616722 conn(0x7f82f0048000 legacy=0x7f82f004a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:32.545 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.544+0000 7f8313bc2640 1 -- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f830c097a40 msgr2=0x7f830c1256a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:32.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.544+0000 7f8313bc2640 1 --2- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f830c097a40 0x7f830c1256a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f82fc00e900 tx=0x7f82fc00edc0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.544+0000 7f8313bc2640 1 -- 172.21.15.175:0/2128493091 shutdown_connections 2024-09-16T01:18:32.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.544+0000 7f8313bc2640 1 --2- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f830c097e60 0x7f830c1c4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.544+0000 7f8313bc2640 1 --2- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f830c097a40 0x7f830c1256a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.544+0000 7f8313bc2640 1 --2- 172.21.15.175:0/2128493091 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f830c096bb0 0x7f830c125160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.544+0000 7f8313bc2640 1 -- 172.21.15.175:0/2128493091 >> 172.21.15.175:0/2128493091 conn(0x7f830c09cd50 msgr2=0x7f830c070600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:32.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.544+0000 7f8313bc2640 1 -- 172.21.15.175:0/2128493091 shutdown_connections 2024-09-16T01:18:32.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.544+0000 7f8313bc2640 1 -- 172.21.15.175:0/2128493091 wait complete. 2024-09-16T01:18:32.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.632+0000 7fd0b1c44640 1 Processor -- start 2024-09-16T01:18:32.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.632+0000 7fd0b1c44640 1 -- start start 2024-09-16T01:18:32.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0b1c44640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12d2a0 0x7fd0ac12d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:32.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0b1c44640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fd0ac12dbc0 0x7fd0ac129ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:32.634 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0b1c44640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac12a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:32.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0b1c44640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fd0ac0717c0 con 0x7fd0ac12dbc0 2024-09-16T01:18:32.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0b1c44640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fd0ac06be80 con 0x7fd0ac12d2a0 2024-09-16T01:18:32.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0b1c44640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fd0ac06c260 con 0x7fd0ac12a430 2024-09-16T01:18:32.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0ab7fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12d2a0 0x7fd0ac12d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:32.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0aaffd640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fd0ac12dbc0 0x7fd0ac129ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:32.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0abfff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac12a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:32.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0aaffd640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fd0ac12dbc0 0x7fd0ac129ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56072/0 (socket says 172.21.15.175:56072) 2024-09-16T01:18:32.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0ab7fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12d2a0 0x7fd0ac12d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:40898/0 (socket says 172.21.15.175:40898) 2024-09-16T01:18:32.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0aaffd640 1 -- 172.21.15.175:0/2300397409 learned_addr learned my addr 172.21.15.175:0/2300397409 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:32.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0ab7fe640 1 -- 172.21.15.175:0/2300397409 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 msgr2=0x7fd0ac12a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:32.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0ab7fe640 1 --2- 172.21.15.175:0/2300397409 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac12a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0ab7fe640 1 -- 172.21.15.175:0/2300397409 >> v2:172.21.15.175:3300/0 conn(0x7fd0ac12dbc0 msgr2=0x7fd0ac129ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:32.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0ab7fe640 1 --2- 172.21.15.175:0/2300397409 >> v2:172.21.15.175:3300/0 conn(0x7fd0ac12dbc0 0x7fd0ac129ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0ab7fe640 1 -- 172.21.15.175:0/2300397409 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0ac0714e0 con 0x7fd0ac12d2a0 2024-09-16T01:18:32.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0aaffd640 1 --2- 172.21.15.175:0/2300397409 >> v2:172.21.15.175:3300/0 conn(0x7fd0ac12dbc0 0x7fd0ac129ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:32.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.633+0000 7fd0abfff640 1 --2- 172.21.15.175:0/2300397409 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac12a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:32.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.634+0000 7fd0ab7fe640 1 --2- 172.21.15.175:0/2300397409 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12d2a0 0x7fd0ac12d680 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd09c0097a0 tx=0x7fd09c029fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f36f86476ff73302 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:32.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.634+0000 7fd0aa7fc640 1 -- 172.21.15.175:0/2300397409 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09c037070 con 0x7fd0ac12d2a0 2024-09-16T01:18:32.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.634+0000 7fd0aa7fc640 1 -- 172.21.15.175:0/2300397409 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd09c02ad20 con 0x7fd0ac12d2a0 2024-09-16T01:18:32.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.634+0000 7fd0aa7fc640 1 -- 172.21.15.175:0/2300397409 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09c032660 con 0x7fd0ac12d2a0 2024-09-16T01:18:32.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.635+0000 7fd0b1c44640 1 -- 172.21.15.175:0/2300397409 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12d2a0 msgr2=0x7fd0ac12d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:32.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.635+0000 7fd0b1c44640 1 --2- 172.21.15.175:0/2300397409 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12d2a0 0x7fd0ac12d680 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd09c0097a0 tx=0x7fd09c029fd0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.640 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.635+0000 7fd0b1c44640 1 -- 172.21.15.175:0/2300397409 shutdown_connections 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.635+0000 7fd0b1c44640 1 --2- 172.21.15.175:0/2300397409 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac12a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.635+0000 7fd0b1c44640 1 --2- 172.21.15.175:0/2300397409 >> v2:172.21.15.175:3300/0 conn(0x7fd0ac12dbc0 0x7fd0ac129ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.635+0000 7fd0b1c44640 1 --2- 172.21.15.175:0/2300397409 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12d2a0 0x7fd0ac12d680 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.635+0000 7fd0b1c44640 1 -- 172.21.15.175:0/2300397409 >> 172.21.15.175:0/2300397409 conn(0x7fd0ac09e740 msgr2=0x7fd0ac09eb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.635+0000 7fd0b1c44640 1 -- 172.21.15.175:0/2300397409 shutdown_connections 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.635+0000 7fd0b1c44640 1 -- 172.21.15.175:0/2300397409 wait complete. 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.635+0000 7fd0b1c44640 1 Processor -- start 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0b1c44640 1 -- start start 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0b1c44640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac1c0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0b1c44640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd0ac12d2a0 0x7fd0ac1c0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0b1c44640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12dbc0 0x7fd0ac11ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0b1c44640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac12dfa0 con 0x7fd0ac12d2a0 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0b1c44640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fd0ac114bb0 con 0x7fd0ac12dbc0 2024-09-16T01:18:32.641 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0b1c44640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fd0ac11f1f0 con 0x7fd0ac12a430 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0ab7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac1c0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0aaffd640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd0ac12d2a0 0x7fd0ac1c0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0abfff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12dbc0 0x7fd0ac11ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0ab7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac1c0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:55846/0 (socket says 172.21.15.175:55846) 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0ab7fe640 1 -- 172.21.15.175:0/1747345773 learned_addr learned my addr 172.21.15.175:0/1747345773 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0ab7fe640 1 -- 172.21.15.175:0/1747345773 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12dbc0 msgr2=0x7fd0ac11ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0ab7fe640 1 --2- 172.21.15.175:0/1747345773 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12dbc0 0x7fd0ac11ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0ab7fe640 1 -- 172.21.15.175:0/1747345773 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd0ac12d2a0 msgr2=0x7fd0ac1c0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0ab7fe640 1 --2- 172.21.15.175:0/1747345773 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd0ac12d2a0 0x7fd0ac1c0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.636+0000 7fd0ab7fe640 1 -- 172.21.15.175:0/1747345773 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0ac072910 con 0x7fd0ac12a430 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.637+0000 7fd0ab7fe640 1 --2- 172.21.15.175:0/1747345773 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac1c0800 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd09c035040 tx=0x7fd09c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.637+0000 7fd093fff640 1 -- 172.21.15.175:0/1747345773 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09c037040 con 0x7fd0ac12a430 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.637+0000 7fd093fff640 1 -- 172.21.15.175:0/1747345773 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd09c03d440 con 0x7fd0ac12a430 2024-09-16T01:18:32.642 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.637+0000 7fd0b1c44640 1 -- 172.21.15.175:0/1747345773 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0ac11eea0 con 0x7fd0ac12a430 2024-09-16T01:18:32.643 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.637+0000 7fd093fff640 1 -- 172.21.15.175:0/1747345773 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09c03d850 con 0x7fd0ac12a430 2024-09-16T01:18:32.643 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.637+0000 7fd0b1c44640 1 -- 172.21.15.175:0/1747345773 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0ac11f910 con 0x7fd0ac12a430 2024-09-16T01:18:32.643 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.638+0000 7fd093fff640 1 -- 172.21.15.175:0/1747345773 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fd09c044020 con 0x7fd0ac12a430 2024-09-16T01:18:32.643 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.638+0000 7fd0b1c44640 1 -- 172.21.15.175:0/1747345773 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0ac11fba0 con 0x7fd0ac12a430 2024-09-16T01:18:32.643 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.638+0000 7fd093fff640 1 -- 172.21.15.175:0/1747345773 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3027+0+0 (secure 0 0 0) 0x7fd09c07d960 con 0x7fd0ac12a430 2024-09-16T01:18:32.643 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.642+0000 7fd093fff640 1 -- 172.21.15.175:0/1747345773 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fd09c07ca10 con 0x7fd0ac12a430 2024-09-16T01:18:32.782 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:32.781+0000 7fd0b1c44640 1 -- 172.21.15.175:0/1747345773 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7fd0ac12d680 con 0x7fd0ac12a430 2024-09-16T01:18:33.548 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.547+0000 7fd093fff640 1 -- 172.21.15.175:0/1747345773 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 2 pg_autoscale_mode to off v32) ==== 152+0+0 (secure 0 0 0) 0x7fd09c02abe0 con 0x7fd0ac12a430 2024-09-16T01:18:33.548 INFO:teuthology.orchestra.run.smithi175.stderr:set pool 2 pg_autoscale_mode to off 2024-09-16T01:18:33.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.549+0000 7fd0b1c44640 1 -- 172.21.15.175:0/1747345773 >> v1:172.21.15.175:6816/2987616722 conn(0x7fd098047fd0 legacy=0x7fd09804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.549+0000 7fd0b1c44640 1 -- 172.21.15.175:0/1747345773 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 msgr2=0x7fd0ac1c0800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.549+0000 7fd0b1c44640 1 --2- 172.21.15.175:0/1747345773 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac1c0800 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd09c035040 tx=0x7fd09c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.549+0000 7fd0b1c44640 1 -- 172.21.15.175:0/1747345773 shutdown_connections 2024-09-16T01:18:33.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.549+0000 7fd0b1c44640 1 --2- 172.21.15.175:0/1747345773 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0ac12dbc0 0x7fd0ac11ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.549+0000 7fd0b1c44640 1 --2- 172.21.15.175:0/1747345773 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd0ac12d2a0 0x7fd0ac1c0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.549+0000 7fd0b1c44640 1 --2- 172.21.15.175:0/1747345773 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0ac12a430 0x7fd0ac1c0800 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.549+0000 7fd0b1c44640 1 -- 172.21.15.175:0/1747345773 >> 172.21.15.175:0/1747345773 conn(0x7fd0ac09e740 msgr2=0x7fd0ac06fde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:33.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.550+0000 7fd0b1c44640 1 -- 172.21.15.175:0/1747345773 shutdown_connections 2024-09-16T01:18:33.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.550+0000 7fd0b1c44640 1 -- 172.21.15.175:0/1747345773 wait complete. 2024-09-16T01:18:33.564 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-09-16T01:18:33.573 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T01:18:33.574 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T01:18:33.574 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc5a0b65640 1 Processor -- start 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc5a0b65640 1 -- start start 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc5a0b65640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c097710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc5a0b65640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c12c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc5a0b65640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc59c06cf80 con 0x7fc59c12c9a0 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc5a0b65640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fc59c12ce20 con 0x7fc59c097330 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc5a0b65640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fc59c06eba0 con 0x7fc59c12c020 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc59a59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c097710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc59ad9d640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fc59c12c9a0 0x7fc59c1333b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35658/0 (socket says 172.21.15.175:35658) 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc59ad9d640 1 -- 172.21.15.175:0/3381234136 learned_addr learned my addr 172.21.15.175:0/3381234136 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:33.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.676+0000 7fc593fff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c12c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:33.679 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.677+0000 7fc59a59c640 1 -- 172.21.15.175:0/3381234136 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 msgr2=0x7fc59c12c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:33.679 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.677+0000 7fc59a59c640 1 --2- 172.21.15.175:0/3381234136 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c12c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.679 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.677+0000 7fc599d9b640 1 -- 172.21.15.175:0/3381234136 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4012740741 0 0) 0x7fc59c06cf80 con 0x7fc59c12c9a0 2024-09-16T01:18:33.679 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.677+0000 7fc59a59c640 1 -- 172.21.15.175:0/3381234136 >> v1:172.21.15.175:6789/0 conn(0x7fc59c12c9a0 legacy=0x7fc59c1333b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.679 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.677+0000 7fc59a59c640 1 -- 172.21.15.175:0/3381234136 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59c071440 con 0x7fc59c097330 2024-09-16T01:18:33.679 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.677+0000 7fc593fff640 1 --2- 172.21.15.175:0/3381234136 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c12c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:33.682 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.677+0000 7fc59a59c640 1 --2- 172.21.15.175:0/3381234136 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c097710 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc58c009800 tx=0x7fc58c02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d682a5fd5cb8204d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:33.683 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc599d9b640 1 -- 172.21.15.175:0/3381234136 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c037070 con 0x7fc59c097330 2024-09-16T01:18:33.683 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc599d9b640 1 -- 172.21.15.175:0/3381234136 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc58c02ae20 con 0x7fc59c097330 2024-09-16T01:18:33.683 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc599d9b640 1 -- 172.21.15.175:0/3381234136 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c032660 con 0x7fc59c097330 2024-09-16T01:18:33.683 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3381234136 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 msgr2=0x7fc59c097710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.683 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc5a0b65640 1 --2- 172.21.15.175:0/3381234136 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c097710 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc58c009800 tx=0x7fc58c02a110 comp rx=0 tx=0).stop 2024-09-16T01:18:33.683 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3381234136 shutdown_connections 2024-09-16T01:18:33.683 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc5a0b65640 1 --2- 172.21.15.175:0/3381234136 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c12c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.683 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc5a0b65640 1 --2- 172.21.15.175:0/3381234136 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c097710 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.683 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3381234136 >> 172.21.15.175:0/3381234136 conn(0x7fc59c09da00 msgr2=0x7fc59c09de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:33.684 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3381234136 shutdown_connections 2024-09-16T01:18:33.684 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.678+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3381234136 wait complete. 2024-09-16T01:18:33.684 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.679+0000 7fc5a0b65640 1 Processor -- start 2024-09-16T01:18:33.684 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.679+0000 7fc5a0b65640 1 -- start start 2024-09-16T01:18:33.684 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc5a0b65640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c124a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:33.684 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc5a0b65640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c124f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:33.684 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc5a0b65640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc59c12c9a0 0x7fc59c1c4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:33.684 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc5a0b65640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c070a10 con 0x7fc59c12c9a0 2024-09-16T01:18:33.684 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc5a0b65640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fc59c070890 con 0x7fc59c097330 2024-09-16T01:18:33.684 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc5a0b65640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fc59c097c50 con 0x7fc59c12c020 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc59a59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c124a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc593fff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c124f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc593fff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c124f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45622/0 (socket says 172.21.15.175:45622) 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc593fff640 1 -- 172.21.15.175:0/3038785936 learned_addr learned my addr 172.21.15.175:0/3038785936 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc59a59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c124a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:34890/0 (socket says 172.21.15.175:34890) 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc59ad9d640 1 --2- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc59c12c9a0 0x7fc59c1c4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc593fff640 1 -- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 msgr2=0x7fc59c124a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc593fff640 1 --2- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c124a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc593fff640 1 -- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc59c12c9a0 msgr2=0x7fc59c1c4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc593fff640 1 --2- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc59c12c9a0 0x7fc59c1c4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc593fff640 1 -- 172.21.15.175:0/3038785936 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59c1268f0 con 0x7fc59c12c020 2024-09-16T01:18:33.685 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc59a59c640 1 --2- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c124a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:33.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc593fff640 1 --2- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c124f50 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc58400ebb0 tx=0x7fc58400c520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:33.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc592ffd640 1 -- 172.21.15.175:0/3038785936 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc584017070 con 0x7fc59c12c020 2024-09-16T01:18:33.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc592ffd640 1 -- 172.21.15.175:0/3038785936 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc58400cc30 con 0x7fc59c12c020 2024-09-16T01:18:33.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3038785936 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc59c096e20 con 0x7fc59c12c020 2024-09-16T01:18:33.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc592ffd640 1 -- 172.21.15.175:0/3038785936 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc584013470 con 0x7fc59c12c020 2024-09-16T01:18:33.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.680+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3038785936 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc59c125490 con 0x7fc59c12c020 2024-09-16T01:18:33.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.681+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3038785936 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc59c125b70 con 0x7fc59c12c020 2024-09-16T01:18:33.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.681+0000 7fc592ffd640 1 -- 172.21.15.175:0/3038785936 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fc58401a070 con 0x7fc59c12c020 2024-09-16T01:18:33.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.682+0000 7fc592ffd640 1 -- 172.21.15.175:0/3038785936 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fc58405dc60 con 0x7fc59c12c020 2024-09-16T01:18:33.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.685+0000 7fc592ffd640 1 -- 172.21.15.175:0/3038785936 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fc58405cd10 con 0x7fc59c12c020 2024-09-16T01:18:33.854 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.853+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3038785936 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fc59c097710 con 0x7fc59c12c020 2024-09-16T01:18:33.856 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.855+0000 7fc592ffd640 1 -- 172.21.15.175:0/3038785936 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v10) ==== 74+0+108909 (secure 0 0 0) 0x7fc58403cdf0 con 0x7fc59c12c020 2024-09-16T01:18:33.857 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:33.859 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.857+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3038785936 >> v1:172.21.15.175:6816/2987616722 conn(0x7fc57c047fd0 legacy=0x7fc57c04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.859 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.857+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 msgr2=0x7fc59c124f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.859 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.857+0000 7fc5a0b65640 1 --2- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c124f50 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc58400ebb0 tx=0x7fc58400c520 comp rx=0 tx=0).stop 2024-09-16T01:18:33.859 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.857+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3038785936 shutdown_connections 2024-09-16T01:18:33.859 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.857+0000 7fc5a0b65640 1 --2- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc59c12c9a0 0x7fc59c1c4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.859 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.857+0000 7fc5a0b65640 1 --2- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc59c12c020 0x7fc59c124f50 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.859 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.857+0000 7fc5a0b65640 1 --2- 172.21.15.175:0/3038785936 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc59c097330 0x7fc59c124a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.859 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.857+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3038785936 >> 172.21.15.175:0/3038785936 conn(0x7fc59c09da00 msgr2=0x7fc59c128b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:33.859 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.857+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3038785936 shutdown_connections 2024-09-16T01:18:33.859 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.857+0000 7fc5a0b65640 1 -- 172.21.15.175:0/3038785936 wait complete. 2024-09-16T01:18:33.869 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":10,"flags":0,"active_gid":14101,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6816","nonce":2987616722}]},"active_addr":"172.21.15.175:6816/2987616722","active_change":"2024-09-16T01:18:12.399838+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14104,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":19,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":1634414318}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":729139758}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":611326931}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.175:0","nonce":2315961292}]}]} 2024-09-16T01:18:33.872 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T01:18:33.872 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T01:18:33.872 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:18:33.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.969+0000 7fbe576be640 1 Processor -- start 2024-09-16T01:18:33.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.969+0000 7fbe576be640 1 -- start start 2024-09-16T01:18:33.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe576be640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbe5006cd10 0x7fbe5006f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:33.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe576be640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe5006fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe576be640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe500705c0 con 0x7fbe50133b40 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe576be640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fbe500701b0 con 0x7fbe5006cd10 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe576be640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fbe50070360 con 0x7fbe5006f850 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe5545a640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbe5006cd10 0x7fbe5006f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe54c59640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe5006fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe5545a640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbe5006cd10 0x7fbe5006f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44330/0 (socket says 172.21.15.175:44330) 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe5545a640 1 -- 172.21.15.175:0/269753059 learned_addr learned my addr 172.21.15.175:0/269753059 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe5545a640 1 -- 172.21.15.175:0/269753059 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 msgr2=0x7fbe5006fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe5545a640 1 --2- 172.21.15.175:0/269753059 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe5006fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe5545a640 1 -- 172.21.15.175:0/269753059 >> v1:172.21.15.175:6789/0 conn(0x7fbe50133b40 legacy=0x7fbe50135f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe5545a640 1 -- 172.21.15.175:0/269753059 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe50138660 con 0x7fbe5006cd10 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe47fff640 1 -- 172.21.15.175:0/269753059 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3160593480 0 0) 0x7fbe500705c0 con 0x7fbe50133b40 2024-09-16T01:18:33.972 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.970+0000 7fbe54c59640 1 --2- 172.21.15.175:0/269753059 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe5006fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:33.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.971+0000 7fbe5545a640 1 --2- 172.21.15.175:0/269753059 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe5006cd10 0x7fbe5006f310 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c0098a0 tx=0x7fbe4c02a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acce1e2a6d07363b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:33.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.971+0000 7fbe47fff640 1 -- 172.21.15.175:0/269753059 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c037070 con 0x7fbe5006cd10 2024-09-16T01:18:33.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.971+0000 7fbe47fff640 1 -- 172.21.15.175:0/269753059 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe4c032440 con 0x7fbe5006cd10 2024-09-16T01:18:33.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.971+0000 7fbe47fff640 1 -- 172.21.15.175:0/269753059 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c032810 con 0x7fbe5006cd10 2024-09-16T01:18:33.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.972+0000 7fbe576be640 1 -- 172.21.15.175:0/269753059 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe5006cd10 msgr2=0x7fbe5006f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.972+0000 7fbe576be640 1 --2- 172.21.15.175:0/269753059 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe5006cd10 0x7fbe5006f310 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c0098a0 tx=0x7fbe4c02a160 comp rx=0 tx=0).stop 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.972+0000 7fbe576be640 1 -- 172.21.15.175:0/269753059 shutdown_connections 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.972+0000 7fbe576be640 1 --2- 172.21.15.175:0/269753059 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe5006fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.972+0000 7fbe576be640 1 --2- 172.21.15.175:0/269753059 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe5006cd10 0x7fbe5006f310 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.972+0000 7fbe576be640 1 -- 172.21.15.175:0/269753059 >> 172.21.15.175:0/269753059 conn(0x7fbe5009b8c0 msgr2=0x7fbe5009bcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.972+0000 7fbe576be640 1 -- 172.21.15.175:0/269753059 shutdown_connections 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.972+0000 7fbe576be640 1 -- 172.21.15.175:0/269753059 wait complete. 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.972+0000 7fbe576be640 1 Processor -- start 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe576be640 1 -- start start 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe576be640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe5006cd10 0x7fbe50132620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe576be640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe50132b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:33.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe576be640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe50133b40 0x7fbe50094ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:33.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe576be640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fbe501379e0 con 0x7fbe50133b40 2024-09-16T01:18:33.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe576be640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fbe50137860 con 0x7fbe5006f850 2024-09-16T01:18:33.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe576be640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fbe50137b60 con 0x7fbe5006cd10 2024-09-16T01:18:33.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe5545a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe5006cd10 0x7fbe50132620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:33.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe54c59640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe50132b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:33.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe55c5b640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe50133b40 0x7fbe50094ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:33.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe54c59640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe50132b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:34908/0 (socket says 172.21.15.175:34908) 2024-09-16T01:18:33.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe54c59640 1 -- 172.21.15.175:0/3178955055 learned_addr learned my addr 172.21.15.175:0/3178955055 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:33.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe54c59640 1 -- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe5006cd10 msgr2=0x7fbe50132620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe54c59640 1 --2- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe5006cd10 0x7fbe50132620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe54c59640 1 -- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe50133b40 msgr2=0x7fbe50094ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:33.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe54c59640 1 --2- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe50133b40 0x7fbe50094ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:33.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe54c59640 1 -- 172.21.15.175:0/3178955055 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe50098340 con 0x7fbe5006f850 2024-09-16T01:18:33.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe55c5b640 1 --2- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe50133b40 0x7fbe50094ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:33.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.973+0000 7fbe54c59640 1 --2- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe50132b60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbe4000ec10 tx=0x7fbe4000c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:33.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.974+0000 7fbe45ffb640 1 -- 172.21.15.175:0/3178955055 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe40017070 con 0x7fbe5006f850 2024-09-16T01:18:33.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.974+0000 7fbe45ffb640 1 -- 172.21.15.175:0/3178955055 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe4000cc30 con 0x7fbe5006f850 2024-09-16T01:18:33.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.974+0000 7fbe576be640 1 -- 172.21.15.175:0/3178955055 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe50097c40 con 0x7fbe5006f850 2024-09-16T01:18:33.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.974+0000 7fbe45ffb640 1 -- 172.21.15.175:0/3178955055 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe40013470 con 0x7fbe5006f850 2024-09-16T01:18:33.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.974+0000 7fbe576be640 1 -- 172.21.15.175:0/3178955055 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe501330a0 con 0x7fbe5006f850 2024-09-16T01:18:33.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.975+0000 7fbe45ffb640 1 -- 172.21.15.175:0/3178955055 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fbe4001a070 con 0x7fbe5006f850 2024-09-16T01:18:33.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.975+0000 7fbe576be640 1 -- 172.21.15.175:0/3178955055 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe5009a490 con 0x7fbe5006f850 2024-09-16T01:18:33.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.975+0000 7fbe45ffb640 1 -- 172.21.15.175:0/3178955055 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fbe4005d910 con 0x7fbe5006f850 2024-09-16T01:18:33.980 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:33.979+0000 7fbe45ffb640 1 -- 172.21.15.175:0/3178955055 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fbe5009a490 con 0x7fbe5006f850 2024-09-16T01:18:34.122 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.121+0000 7fbe576be640 1 -- 172.21.15.175:0/3178955055 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbe5006f310 con 0x7fbe5006f850 2024-09-16T01:18:34.122 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.121+0000 7fbe45ffb640 1 -- 172.21.15.175:0/3178955055 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+9187 (secure 0 0 0) 0x7fbe4005c9c0 con 0x7fbe5006f850 2024-09-16T01:18:34.122 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:34.123 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":32,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:18:33.538479+0000","last_up_change":"2024-09-16T01:18:27.502219+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":473499381}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":473499381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":473499381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":473499381}]},"public_addr":"172.21.15.175:6800/473499381","cluster_addr":"172.21.15.175:6801/473499381","heartbeat_back_addr":"172.21.15.175:6804/473499381","heartbeat_front_addr":"172.21.15.175:6803/473499381","state":["exists","up"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":20,"up_from":26,"up_thru":26,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":4218926231}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":4218926231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":4218926231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":4218926231}]},"public_addr":"172.21.15.175:6802/4218926231","cluster_addr":"172.21.15.175:6805/4218926231","heartbeat_back_addr":"172.21.15.175:6807/4218926231","heartbeat_front_addr":"172.21.15.175:6806/4218926231","state":["exists","up"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":28,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":745883331}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":745883331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":745883331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":745883331}]},"public_addr":"172.21.15.175:6808/745883331","cluster_addr":"172.21.15.175:6809/745883331","heartbeat_back_addr":"172.21.15.175:6811/745883331","heartbeat_front_addr":"172.21.15.175:6810/745883331","state":["exists","up"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":28,"up_thru":28,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":959133922}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":959133922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":959133922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":959133922}]},"public_addr":"172.21.15.175:6812/959133922","cluster_addr":"172.21.15.175:6813/959133922","heartbeat_back_addr":"172.21.15.175:6815/959133922","heartbeat_front_addr":"172.21.15.175:6814/959133922","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T01:18:19.916738+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.175:6816/3492848882":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/192493951":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2490616409":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2331399488":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/1255099663":"2024-09-17T01:18:12.399672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:18:34.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.123+0000 7fbe576be640 1 -- 172.21.15.175:0/3178955055 >> v1:172.21.15.175:6816/2987616722 conn(0x7fbe34047fd0 legacy=0x7fbe3404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.123+0000 7fbe576be640 1 -- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 msgr2=0x7fbe50132b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.123+0000 7fbe576be640 1 --2- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe50132b60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbe4000ec10 tx=0x7fbe4000c520 comp rx=0 tx=0).stop 2024-09-16T01:18:34.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.123+0000 7fbe576be640 1 -- 172.21.15.175:0/3178955055 shutdown_connections 2024-09-16T01:18:34.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.123+0000 7fbe576be640 1 --2- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe50133b40 0x7fbe50094ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.123+0000 7fbe576be640 1 --2- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe5006f850 0x7fbe50132b60 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.123+0000 7fbe576be640 1 --2- 172.21.15.175:0/3178955055 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe5006cd10 0x7fbe50132620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.123+0000 7fbe576be640 1 -- 172.21.15.175:0/3178955055 >> 172.21.15.175:0/3178955055 conn(0x7fbe5009b8c0 msgr2=0x7fbe50133f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.123+0000 7fbe576be640 1 -- 172.21.15.175:0/3178955055 shutdown_connections 2024-09-16T01:18:34.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.123+0000 7fbe576be640 1 -- 172.21.15.175:0/3178955055 wait complete. 2024-09-16T01:18:34.135 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T01:18:34.135 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:18:34.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.231+0000 7fbf6e02b640 1 Processor -- start 2024-09-16T01:18:34.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.231+0000 7fbf6e02b640 1 -- start start 2024-09-16T01:18:34.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf6e02b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf6812f3c0 0x7fbf681317b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf6e02b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbf68131cf0 0x7fbf681340e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf6e02b640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf68098aa0 con 0x7fbf68097370 2024-09-16T01:18:34.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf6e02b640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fbf6806e2f0 con 0x7fbf68131cf0 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf6e02b640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fbf68075b90 con 0x7fbf6812f3c0 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf67fff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbf68131cf0 0x7fbf681340e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf5effd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf6812f3c0 0x7fbf681317b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf67fff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbf68131cf0 0x7fbf681340e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44360/0 (socket says 172.21.15.175:44360) 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf5effd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf6812f3c0 0x7fbf681317b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:34920/0 (socket says 172.21.15.175:34920) 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf67fff640 1 -- 172.21.15.175:0/3687955955 learned_addr learned my addr 172.21.15.175:0/3687955955 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf67fff640 1 -- 172.21.15.175:0/3687955955 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf6812f3c0 msgr2=0x7fbf681317b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf67fff640 1 --2- 172.21.15.175:0/3687955955 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf6812f3c0 0x7fbf681317b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf67fff640 1 -- 172.21.15.175:0/3687955955 >> v1:172.21.15.175:6789/0 conn(0x7fbf68097370 legacy=0x7fbf68097750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf66ffd640 1 -- 172.21.15.175:0/3687955955 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 701355730 0 0) 0x7fbf58001110 con 0x7fbf68097370 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf67fff640 1 -- 172.21.15.175:0/3687955955 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf68097e60 con 0x7fbf68131cf0 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.232+0000 7fbf5effd640 1 --2- 172.21.15.175:0/3687955955 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf6812f3c0 0x7fbf681317b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.235 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.233+0000 7fbf67fff640 1 --2- 172.21.15.175:0/3687955955 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbf68131cf0 0x7fbf681340e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbf60009e50 tx=0x7fbf6002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9900c893a0e01f45 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.236 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.233+0000 7fbf66ffd640 1 -- 172.21.15.175:0/3687955955 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60036070 con 0x7fbf68131cf0 2024-09-16T01:18:34.236 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.233+0000 7fbf66ffd640 1 -- 172.21.15.175:0/3687955955 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf60031600 con 0x7fbf68131cf0 2024-09-16T01:18:34.236 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.233+0000 7fbf66ffd640 1 -- 172.21.15.175:0/3687955955 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf600319d0 con 0x7fbf68131cf0 2024-09-16T01:18:34.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.234+0000 7fbf6e02b640 1 -- 172.21.15.175:0/3687955955 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbf68131cf0 msgr2=0x7fbf681340e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.234+0000 7fbf6e02b640 1 --2- 172.21.15.175:0/3687955955 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbf68131cf0 0x7fbf681340e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbf60009e50 tx=0x7fbf6002a680 comp rx=0 tx=0).stop 2024-09-16T01:18:34.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.234+0000 7fbf6e02b640 1 -- 172.21.15.175:0/3687955955 shutdown_connections 2024-09-16T01:18:34.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.234+0000 7fbf6e02b640 1 --2- 172.21.15.175:0/3687955955 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbf68131cf0 0x7fbf681340e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.234+0000 7fbf6e02b640 1 --2- 172.21.15.175:0/3687955955 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf6812f3c0 0x7fbf681317b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.234+0000 7fbf6e02b640 1 -- 172.21.15.175:0/3687955955 >> 172.21.15.175:0/3687955955 conn(0x7fbf6809b680 msgr2=0x7fbf6809ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.234+0000 7fbf6e02b640 1 -- 172.21.15.175:0/3687955955 shutdown_connections 2024-09-16T01:18:34.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.234+0000 7fbf6e02b640 1 -- 172.21.15.175:0/3687955955 wait complete. 2024-09-16T01:18:34.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf6e02b640 1 Processor -- start 2024-09-16T01:18:34.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf6e02b640 1 -- start start 2024-09-16T01:18:34.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf6e02b640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbf68097370 0x7fbf68071da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf6e02b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbf6812f3c0 0x7fbf680722e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf6e02b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf68131cf0 0x7fbf68072820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf6e02b640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fbf681349b0 con 0x7fbf68097370 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf6e02b640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fbf68134830 con 0x7fbf68131cf0 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf6e02b640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fbf68134b30 con 0x7fbf6812f3c0 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf67fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf68131cf0 0x7fbf68072820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf677fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbf68097370 0x7fbf68071da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf67fff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf68131cf0 0x7fbf68072820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:34922/0 (socket says 172.21.15.175:34922) 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf67fff640 1 -- 172.21.15.175:0/1828796443 learned_addr learned my addr 172.21.15.175:0/1828796443 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.235+0000 7fbf5effd640 1 --2- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbf6812f3c0 0x7fbf680722e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf677fe640 1 -- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbf6812f3c0 msgr2=0x7fbf680722e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf677fe640 1 --2- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbf6812f3c0 0x7fbf680722e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.241 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf677fe640 1 -- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf68131cf0 msgr2=0x7fbf68072820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf677fe640 1 --2- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf68131cf0 0x7fbf68072820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf677fe640 1 -- 172.21.15.175:0/1828796443 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf68124670 con 0x7fbf68097370 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf5effd640 1 --2- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbf6812f3c0 0x7fbf680722e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf67fff640 1 --2- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf68131cf0 0x7fbf68072820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf677fe640 1 --2- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbf68097370 0x7fbf68071da0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbf58000f60 tx=0x7fbf5800c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf64ff9640 1 -- 172.21.15.175:0/1828796443 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58017070 con 0x7fbf68097370 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf64ff9640 1 -- 172.21.15.175:0/1828796443 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf580035f0 con 0x7fbf68097370 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf6e02b640 1 -- 172.21.15.175:0/1828796443 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf681297e0 con 0x7fbf68097370 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf64ff9640 1 -- 172.21.15.175:0/1828796443 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf580039e0 con 0x7fbf68097370 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.236+0000 7fbf6e02b640 1 -- 172.21.15.175:0/1828796443 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf681c8c60 con 0x7fbf68097370 2024-09-16T01:18:34.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.237+0000 7fbf64ff9640 1 -- 172.21.15.175:0/1828796443 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fbf5801a070 con 0x7fbf68097370 2024-09-16T01:18:34.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.237+0000 7fbf6e02b640 1 -- 172.21.15.175:0/1828796443 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf68097750 con 0x7fbf68097370 2024-09-16T01:18:34.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.237+0000 7fbf64ff9640 1 -- 172.21.15.175:0/1828796443 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fbf5805cdc0 con 0x7fbf68097370 2024-09-16T01:18:34.243 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.241+0000 7fbf64ff9640 1 -- 172.21.15.175:0/1828796443 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fbf68098aa0 con 0x7fbf68097370 2024-09-16T01:18:34.381 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.380+0000 7fbf6e02b640 1 -- 172.21.15.175:0/1828796443 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbf68124170 con 0x7fbf68097370 2024-09-16T01:18:34.382 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.381+0000 7fbf64ff9640 1 -- 172.21.15.175:0/1828796443 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+9187 (secure 0 0 0) 0x7fbf5805be70 con 0x7fbf68097370 2024-09-16T01:18:34.382 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:34.382 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":32,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:18:33.538479+0000","last_up_change":"2024-09-16T01:18:27.502219+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":473499381}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":473499381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":473499381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":473499381}]},"public_addr":"172.21.15.175:6800/473499381","cluster_addr":"172.21.15.175:6801/473499381","heartbeat_back_addr":"172.21.15.175:6804/473499381","heartbeat_front_addr":"172.21.15.175:6803/473499381","state":["exists","up"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":20,"up_from":26,"up_thru":26,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":4218926231}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":4218926231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":4218926231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":4218926231}]},"public_addr":"172.21.15.175:6802/4218926231","cluster_addr":"172.21.15.175:6805/4218926231","heartbeat_back_addr":"172.21.15.175:6807/4218926231","heartbeat_front_addr":"172.21.15.175:6806/4218926231","state":["exists","up"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":28,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":745883331}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":745883331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":745883331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":745883331}]},"public_addr":"172.21.15.175:6808/745883331","cluster_addr":"172.21.15.175:6809/745883331","heartbeat_back_addr":"172.21.15.175:6811/745883331","heartbeat_front_addr":"172.21.15.175:6810/745883331","state":["exists","up"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":28,"up_thru":28,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":959133922}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":959133922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":959133922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":959133922}]},"public_addr":"172.21.15.175:6812/959133922","cluster_addr":"172.21.15.175:6813/959133922","heartbeat_back_addr":"172.21.15.175:6815/959133922","heartbeat_front_addr":"172.21.15.175:6814/959133922","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T01:18:19.916738+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.175:6816/3492848882":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/192493951":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2490616409":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2331399488":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/1255099663":"2024-09-17T01:18:12.399672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:18:34.384 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.383+0000 7fbf6e02b640 1 -- 172.21.15.175:0/1828796443 >> v1:172.21.15.175:6816/2987616722 conn(0x7fbf48047fd0 legacy=0x7fbf4804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.384 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.383+0000 7fbf6e02b640 1 -- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbf68097370 msgr2=0x7fbf68071da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.384 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.383+0000 7fbf6e02b640 1 --2- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbf68097370 0x7fbf68071da0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbf58000f60 tx=0x7fbf5800c870 comp rx=0 tx=0).stop 2024-09-16T01:18:34.384 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.383+0000 7fbf6e02b640 1 -- 172.21.15.175:0/1828796443 shutdown_connections 2024-09-16T01:18:34.384 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.383+0000 7fbf6e02b640 1 --2- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbf68131cf0 0x7fbf68072820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.384 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.383+0000 7fbf6e02b640 1 --2- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbf6812f3c0 0x7fbf680722e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.384 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.383+0000 7fbf6e02b640 1 --2- 172.21.15.175:0/1828796443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbf68097370 0x7fbf68071da0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.384 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.383+0000 7fbf6e02b640 1 -- 172.21.15.175:0/1828796443 >> 172.21.15.175:0/1828796443 conn(0x7fbf6809b680 msgr2=0x7fbf6809a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.384 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.383+0000 7fbf6e02b640 1 -- 172.21.15.175:0/1828796443 shutdown_connections 2024-09-16T01:18:34.385 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.383+0000 7fbf6e02b640 1 -- 172.21.15.175:0/1828796443 wait complete. 2024-09-16T01:18:34.395 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T01:18:34.395 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T01:18:34.396 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T01:18:34.396 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T01:18:34.502 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.501+0000 7ff26b8eb640 1 Processor -- start 2024-09-16T01:18:34.502 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.501+0000 7f710766b640 1 Processor -- start 2024-09-16T01:18:34.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.501+0000 7fe9bacd2640 1 Processor -- start 2024-09-16T01:18:34.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.501+0000 7f05611e9640 1 Processor -- start 2024-09-16T01:18:34.503 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.501+0000 7ff26b8eb640 1 -- start start 2024-09-16T01:18:34.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.501+0000 7f05611e9640 1 -- start start 2024-09-16T01:18:34.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.501+0000 7fe9bacd2640 1 -- start start 2024-09-16T01:18:34.504 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.501+0000 7f710766b640 1 -- start start 2024-09-16T01:18:34.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7ff26b8eb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff264097530 0x7ff264097910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9bacd2640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b406dce0 0x7fe9b406e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7ff26b8eb640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7ff2640700e0 0x7ff26406d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.505 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7ff26b8eb640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff26406f2f0 con 0x7ff26406df30 2024-09-16T01:18:34.506 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f05611e9640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f055c0630c0 0x7f055c131830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.506 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9bacd2640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406e600 0x7fe9b412f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.506 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9bacd2640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fe9b412f880 0x7fe9b412fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.506 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f05611e9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f055c094070 0x7f055c133d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.507 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f710766b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f710006e7d0 0x7f7100134660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.507 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f710766b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7100134ba0 0x7f7100136f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.507 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f710766b640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f710006f720 con 0x7f710006dce0 2024-09-16T01:18:34.507 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f710766b640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f7100075bc0 con 0x7f710006e7d0 2024-09-16T01:18:34.507 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f710766b640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f7100070340 con 0x7f7100134ba0 2024-09-16T01:18:34.508 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f05611e9640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f055c0956e0 con 0x7f055c093580 2024-09-16T01:18:34.508 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f05611e9640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f055c097e40 con 0x7f055c0630c0 2024-09-16T01:18:34.508 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f05611e9640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f055c094ab0 con 0x7f055c094070 2024-09-16T01:18:34.508 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9b8a6e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b406dce0 0x7fe9b406e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.508 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9b3fff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406e600 0x7fe9b412f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.508 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9b3fff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406e600 0x7fe9b412f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45672/0 (socket says 172.21.15.175:45672) 2024-09-16T01:18:34.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9b8a6e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b406dce0 0x7fe9b406e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:34932/0 (socket says 172.21.15.175:34932) 2024-09-16T01:18:34.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f055a59c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f055c0630c0 0x7f055c131830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f7105c08640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7100134ba0 0x7f7100136f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f7105c08640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7100134ba0 0x7f7100136f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45678/0 (socket says 172.21.15.175:45678) 2024-09-16T01:18:34.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f7105407640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f710006dce0 0x7f710006e0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35682/0 (socket says 172.21.15.175:35682) 2024-09-16T01:18:34.509 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f7105c08640 1 -- 172.21.15.175:0/3205075455 learned_addr learned my addr 172.21.15.175:0/3205075455 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9b3fff640 1 -- 172.21.15.175:0/2052891034 learned_addr learned my addr 172.21.15.175:0/2052891034 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9bacd2640 1 -- 172.21.15.175:0/2052891034 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fe9b4075bc0 con 0x7fe9b412f880 2024-09-16T01:18:34.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9bacd2640 1 -- 172.21.15.175:0/2052891034 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fe9b4070340 con 0x7fe9b406dce0 2024-09-16T01:18:34.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9bacd2640 1 -- 172.21.15.175:0/2052891034 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fe9b4130270 con 0x7fe9b406e600 2024-09-16T01:18:34.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7fe9b926f640 1 --2- 172.21.15.175:0/2052891034 >> v2:172.21.15.175:3300/0 conn(0x7fe9b412f880 0x7fe9b412fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f055a59c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f055c0630c0 0x7f055c131830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44392/0 (socket says 172.21.15.175:44392) 2024-09-16T01:18:34.510 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f055a59c640 1 -- 172.21.15.175:0/4035356544 learned_addr learned my addr 172.21.15.175:0/4035356544 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7f7104c06640 1 --2- 172.21.15.175:0/3205075455 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f710006e7d0 0x7f7100134660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7f7105c08640 1 -- 172.21.15.175:0/3205075455 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f710006e7d0 msgr2=0x7f7100134660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:34.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7f055b59e640 1 --2- 172.21.15.175:0/4035356544 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f055c094070 0x7f055c133d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.511 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7f7105c08640 1 --2- 172.21.15.175:0/3205075455 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f710006e7d0 0x7f7100134660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7ff268e86640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7ff2640700e0 0x7ff26406d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7ff268e86640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7ff2640700e0 0x7ff26406d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44372/0 (socket says 172.21.15.175:44372) 2024-09-16T01:18:34.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7ff268e86640 1 -- 172.21.15.175:0/2514274208 learned_addr learned my addr 172.21.15.175:0/2514274208 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.502+0000 7ff269687640 1 --2- 172.21.15.175:0/2514274208 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff264097530 0x7ff264097910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7ff26b8eb640 1 -- 172.21.15.175:0/2514274208 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7ff26406f880 con 0x7ff2640700e0 2024-09-16T01:18:34.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7ff26b8eb640 1 -- 172.21.15.175:0/2514274208 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7ff264097e50 con 0x7ff264097530 2024-09-16T01:18:34.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7f055a59c640 1 -- 172.21.15.175:0/4035356544 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f055c094070 msgr2=0x7f055c133d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:34.512 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7f055a59c640 1 --2- 172.21.15.175:0/4035356544 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f055c094070 0x7f055c133d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.513 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7f055a59c640 1 -- 172.21.15.175:0/4035356544 >> v1:172.21.15.175:6789/0 conn(0x7f055c093580 legacy=0x7f055c093960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.513 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7f055a59c640 1 -- 172.21.15.175:0/4035356544 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f055c1352d0 con 0x7f055c0630c0 2024-09-16T01:18:34.513 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7f7105c08640 1 -- 172.21.15.175:0/3205075455 >> v1:172.21.15.175:6789/0 conn(0x7f710006dce0 legacy=0x7f710006e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.513 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7ff25bfff640 1 -- 172.21.15.175:0/2514274208 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3595131316 0 0) 0x7ff26406f2f0 con 0x7ff26406df30 2024-09-16T01:18:34.513 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7ff268e86640 1 -- 172.21.15.175:0/2514274208 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff264097530 msgr2=0x7ff264097910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:34.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7ff268e86640 1 --2- 172.21.15.175:0/2514274208 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff264097530 0x7ff264097910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7ff268e86640 1 -- 172.21.15.175:0/2514274208 >> v1:172.21.15.175:6789/0 conn(0x7ff26406df30 legacy=0x7ff26406e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7ff268e86640 1 -- 172.21.15.175:0/2514274208 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff26406f530 con 0x7ff2640700e0 2024-09-16T01:18:34.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7f7105c08640 1 -- 172.21.15.175:0/3205075455 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71001384e0 con 0x7f7100134ba0 2024-09-16T01:18:34.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7f7104c06640 1 --2- 172.21.15.175:0/3205075455 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f710006e7d0 0x7f7100134660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:18:34.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7fe9b8a6e640 1 -- 172.21.15.175:0/2052891034 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406e600 msgr2=0x7fe9b412f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:34.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7fe9b8a6e640 1 --2- 172.21.15.175:0/2052891034 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406e600 0x7fe9b412f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7ff269687640 1 --2- 172.21.15.175:0/2514274208 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff264097530 0x7ff264097910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:18:34.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7fe9b8a6e640 1 -- 172.21.15.175:0/2052891034 >> v2:172.21.15.175:3300/0 conn(0x7fe9b412f880 msgr2=0x7fe9b412fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:34.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7fe9b8a6e640 1 --2- 172.21.15.175:0/2052891034 >> v2:172.21.15.175:3300/0 conn(0x7fe9b412f880 0x7fe9b412fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.503+0000 7fe9b8a6e640 1 -- 172.21.15.175:0/2052891034 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9b406f720 con 0x7fe9b406dce0 2024-09-16T01:18:34.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7fe9b8a6e640 1 --2- 172.21.15.175:0/2052891034 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b406dce0 0x7fe9b406e0c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe9a80097a0 tx=0x7fe9a8029fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ec864357135bfc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7f7105c08640 1 --2- 172.21.15.175:0/3205075455 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7100134ba0 0x7f7100136f90 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f70f8009e80 tx=0x7f70f802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47c3c5c06cc9fb5b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7f70f7fff640 1 -- 172.21.15.175:0/3205075455 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8036070 con 0x7f7100134ba0 2024-09-16T01:18:34.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7fe9b37fe640 1 -- 172.21.15.175:0/2052891034 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a8037070 con 0x7fe9b406dce0 2024-09-16T01:18:34.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7f055a59c640 1 --2- 172.21.15.175:0/4035356544 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f055c0630c0 0x7f055c131830 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f055000bb10 tx=0x7f055002c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad1a076f5b56f37b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7ff268e86640 1 --2- 172.21.15.175:0/2514274208 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2640700e0 0x7ff26406d9f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff2540098a0 tx=0x7ff25402a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebeba202c607e05a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7fe9b37fe640 1 -- 172.21.15.175:0/2052891034 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9a802ad20 con 0x7fe9b406dce0 2024-09-16T01:18:34.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7fe9b37fe640 1 -- 172.21.15.175:0/2052891034 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a8032660 con 0x7fe9b406dce0 2024-09-16T01:18:34.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7f70f7fff640 1 -- 172.21.15.175:0/3205075455 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70f8031400 con 0x7f7100134ba0 2024-09-16T01:18:34.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7f70f7fff640 1 -- 172.21.15.175:0/3205075455 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f80317d0 con 0x7f7100134ba0 2024-09-16T01:18:34.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7ff25bfff640 1 -- 172.21.15.175:0/2514274208 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff254037070 con 0x7ff2640700e0 2024-09-16T01:18:34.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7ff25bfff640 1 -- 172.21.15.175:0/2514274208 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff254032440 con 0x7ff2640700e0 2024-09-16T01:18:34.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7f0559d9b640 1 -- 172.21.15.175:0/4035356544 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055003a070 con 0x7f055c0630c0 2024-09-16T01:18:34.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7f0559d9b640 1 -- 172.21.15.175:0/4035356544 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05500326f0 con 0x7f055c0630c0 2024-09-16T01:18:34.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7f0559d9b640 1 -- 172.21.15.175:0/4035356544 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0550032ac0 con 0x7f055c0630c0 2024-09-16T01:18:34.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.504+0000 7ff25bfff640 1 -- 172.21.15.175:0/2514274208 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff254032810 con 0x7ff2640700e0 2024-09-16T01:18:34.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7fe9bacd2640 1 -- 172.21.15.175:0/2052891034 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b406dce0 msgr2=0x7fe9b406e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7fe9bacd2640 1 --2- 172.21.15.175:0/2052891034 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b406dce0 0x7fe9b406e0c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe9a80097a0 tx=0x7fe9a8029fd0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f710766b640 1 -- 172.21.15.175:0/3205075455 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7100134ba0 msgr2=0x7f7100136f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f710766b640 1 --2- 172.21.15.175:0/3205075455 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7100134ba0 0x7f7100136f90 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f70f8009e80 tx=0x7f70f802a5d0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.520 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7fe9bacd2640 1 -- 172.21.15.175:0/2052891034 shutdown_connections 2024-09-16T01:18:34.520 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7fe9bacd2640 1 --2- 172.21.15.175:0/2052891034 >> v2:172.21.15.175:3300/0 conn(0x7fe9b412f880 0x7fe9b412fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.520 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7fe9bacd2640 1 --2- 172.21.15.175:0/2052891034 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406e600 0x7fe9b412f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.520 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7fe9bacd2640 1 --2- 172.21.15.175:0/2052891034 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b406dce0 0x7fe9b406e0c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.520 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7fe9bacd2640 1 -- 172.21.15.175:0/2052891034 >> 172.21.15.175:0/2052891034 conn(0x7fe9b409e980 msgr2=0x7fe9b409ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.520 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7fe9bacd2640 1 -- 172.21.15.175:0/2052891034 shutdown_connections 2024-09-16T01:18:34.520 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f710766b640 1 -- 172.21.15.175:0/3205075455 shutdown_connections 2024-09-16T01:18:34.521 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f710766b640 1 --2- 172.21.15.175:0/3205075455 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7100134ba0 0x7f7100136f90 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.521 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f710766b640 1 --2- 172.21.15.175:0/3205075455 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f710006e7d0 0x7f7100134660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.521 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f710766b640 1 -- 172.21.15.175:0/3205075455 >> 172.21.15.175:0/3205075455 conn(0x7f710009e980 msgr2=0x7f710009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.521 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7fe9bacd2640 1 -- 172.21.15.175:0/2052891034 wait complete. 2024-09-16T01:18:34.521 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f05611e9640 1 -- 172.21.15.175:0/4035356544 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f055c0630c0 msgr2=0x7f055c131830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.521 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f05611e9640 1 --2- 172.21.15.175:0/4035356544 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f055c0630c0 0x7f055c131830 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f055000bb10 tx=0x7f055002c7f0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.522 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7ff26b8eb640 1 -- 172.21.15.175:0/2514274208 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2640700e0 msgr2=0x7ff26406d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.522 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7ff26b8eb640 1 --2- 172.21.15.175:0/2514274208 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2640700e0 0x7ff26406d9f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff2540098a0 tx=0x7ff25402a160 comp rx=0 tx=0).stop 2024-09-16T01:18:34.522 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7ff26b8eb640 1 -- 172.21.15.175:0/2514274208 shutdown_connections 2024-09-16T01:18:34.522 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7ff26b8eb640 1 --2- 172.21.15.175:0/2514274208 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2640700e0 0x7ff26406d9f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.522 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7ff26b8eb640 1 --2- 172.21.15.175:0/2514274208 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff264097530 0x7ff264097910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.522 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7ff26b8eb640 1 -- 172.21.15.175:0/2514274208 >> 172.21.15.175:0/2514274208 conn(0x7ff26409db00 msgr2=0x7ff26409df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.523 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f05611e9640 1 -- 172.21.15.175:0/4035356544 shutdown_connections 2024-09-16T01:18:34.523 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f05611e9640 1 --2- 172.21.15.175:0/4035356544 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f055c094070 0x7f055c133d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.523 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f05611e9640 1 --2- 172.21.15.175:0/4035356544 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f055c0630c0 0x7f055c131830 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.523 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f05611e9640 1 -- 172.21.15.175:0/4035356544 >> 172.21.15.175:0/4035356544 conn(0x7f055c09c290 msgr2=0x7f055c09c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.523 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f710766b640 1 -- 172.21.15.175:0/3205075455 shutdown_connections 2024-09-16T01:18:34.523 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f710766b640 1 -- 172.21.15.175:0/3205075455 wait complete. 2024-09-16T01:18:34.524 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f05611e9640 1 -- 172.21.15.175:0/4035356544 shutdown_connections 2024-09-16T01:18:34.524 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7ff26b8eb640 1 -- 172.21.15.175:0/2514274208 shutdown_connections 2024-09-16T01:18:34.524 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7f05611e9640 1 -- 172.21.15.175:0/4035356544 wait complete. 2024-09-16T01:18:34.525 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.505+0000 7ff26b8eb640 1 -- 172.21.15.175:0/2514274208 wait complete. 2024-09-16T01:18:34.525 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.506+0000 7fe9bacd2640 1 Processor -- start 2024-09-16T01:18:34.525 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.506+0000 7fe9bacd2640 1 -- start start 2024-09-16T01:18:34.525 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.506+0000 7f710766b640 1 Processor -- start 2024-09-16T01:18:34.526 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.506+0000 7ff26b8eb640 1 Processor -- start 2024-09-16T01:18:34.526 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.506+0000 7f710766b640 1 -- start start 2024-09-16T01:18:34.526 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.506+0000 7f05611e9640 1 Processor -- start 2024-09-16T01:18:34.526 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7ff26b8eb640 1 -- start start 2024-09-16T01:18:34.527 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f05611e9640 1 -- start start 2024-09-16T01:18:34.527 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9bacd2640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406dce0 0x7fe9b41303f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.528 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9bacd2640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe9b406e600 0x7fe9b4130930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.528 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9bacd2640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b412f880 0x7fe9b4130e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.528 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9bacd2640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b41367f0 con 0x7fe9b406e600 2024-09-16T01:18:34.528 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9bacd2640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fe9b4136670 con 0x7fe9b412f880 2024-09-16T01:18:34.528 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9bacd2640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fe9b4136970 con 0x7fe9b406dce0 2024-09-16T01:18:34.528 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9b3fff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe9b406e600 0x7fe9b4130930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.528 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9b8a6e640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406dce0 0x7fe9b41303f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.528 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f710766b640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f710006dce0 0x7f710009b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.529 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f05611e9640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f055c0630c0 0x7f055c12fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.529 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f05611e9640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f055c093580 0x7f055c12ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.529 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f05611e9640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f055c094070 0x7f055c130490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.529 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f05611e9640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f055c134650 con 0x7f055c093580 2024-09-16T01:18:34.529 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f05611e9640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f055c1344d0 con 0x7f055c0630c0 2024-09-16T01:18:34.529 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f05611e9640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f055c1347d0 con 0x7f055c094070 2024-09-16T01:18:34.529 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f710766b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f710006e7d0 0x7f710009bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.530 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7ff26b8eb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff26406df30 0x7ff26412dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.530 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9b8a6e640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406dce0 0x7fe9b41303f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45682/0 (socket says 172.21.15.175:45682) 2024-09-16T01:18:34.530 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9b8a6e640 1 -- 172.21.15.175:0/1381332309 learned_addr learned my addr 172.21.15.175:0/1381332309 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.530 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7fe9b926f640 1 --2- 172.21.15.175:0/1381332309 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b412f880 0x7fe9b4130e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.530 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7ff26b8eb640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2640700e0 0x7ff26412e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.531 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f055a59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f055c093580 0x7f055c12ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.531 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f055a59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f055c093580 0x7f055c12ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44408/0 (socket says 172.21.15.175:44408) 2024-09-16T01:18:34.531 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f710766b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7100134ba0 0x7f71001321c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.531 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f055a59c640 1 -- 172.21.15.175:0/2720595384 learned_addr learned my addr 172.21.15.175:0/2720595384 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.531 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f710766b640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f71001378e0 con 0x7f710006dce0 2024-09-16T01:18:34.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f710766b640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f7100137760 con 0x7f7100134ba0 2024-09-16T01:18:34.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7ff268e86640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2640700e0 0x7ff26412e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f710766b640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f7100137a60 con 0x7f710006e7d0 2024-09-16T01:18:34.532 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f7104c06640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f710006e7d0 0x7f710009bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.533 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7ff26b8eb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff264097530 0x7ff26408deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.533 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f7105407640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f710006dce0 0x7f710009b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.533 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7f7105407640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f710006dce0 0x7f710009b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44418/0 (socket says 172.21.15.175:44418) 2024-09-16T01:18:34.533 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f7105407640 1 -- 172.21.15.175:0/2745803736 learned_addr learned my addr 172.21.15.175:0/2745803736 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.533 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7ff26b8eb640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7ff26406d2e0 con 0x7ff2640700e0 2024-09-16T01:18:34.533 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.507+0000 7ff26b8eb640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7ff26406d160 con 0x7ff264097530 2024-09-16T01:18:34.534 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff26b8eb640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7ff26406d460 con 0x7ff26406df30 2024-09-16T01:18:34.534 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff268e86640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2640700e0 0x7ff26412e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44414/0 (socket says 172.21.15.175:44414) 2024-09-16T01:18:34.534 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff268e86640 1 -- 172.21.15.175:0/3674008332 learned_addr learned my addr 172.21.15.175:0/3674008332 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.534 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7fe9b8a6e640 1 -- 172.21.15.175:0/1381332309 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b412f880 msgr2=0x7fe9b4130e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.534 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f055a59c640 1 -- 172.21.15.175:0/2720595384 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f055c094070 msgr2=0x7f055c130490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.534 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f055b59e640 1 --2- 172.21.15.175:0/2720595384 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f055c094070 0x7f055c130490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.535 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff269687640 1 --2- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff26406df30 0x7ff26412dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.535 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f055a59c640 1 --2- 172.21.15.175:0/2720595384 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f055c094070 0x7f055c130490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.535 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7fe9b8a6e640 1 --2- 172.21.15.175:0/1381332309 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b412f880 0x7fe9b4130e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.535 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7fe9b8a6e640 1 -- 172.21.15.175:0/1381332309 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe9b406e600 msgr2=0x7fe9b4130930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.535 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7fe9b8a6e640 1 --2- 172.21.15.175:0/1381332309 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe9b406e600 0x7fe9b4130930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.535 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7fe9b8a6e640 1 -- 172.21.15.175:0/1381332309 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9b41326f0 con 0x7fe9b406dce0 2024-09-16T01:18:34.536 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f055a59c640 1 -- 172.21.15.175:0/2720595384 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f055c0630c0 msgr2=0x7f055c12fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.536 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f055a59c640 1 --2- 172.21.15.175:0/2720595384 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f055c0630c0 0x7f055c12fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.536 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff269e88640 1 --2- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff264097530 0x7ff26408deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.536 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f055a59c640 1 -- 172.21.15.175:0/2720595384 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f055c131460 con 0x7f055c093580 2024-09-16T01:18:34.536 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f055b59e640 1 --2- 172.21.15.175:0/2720595384 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f055c094070 0x7f055c130490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:18:34.537 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7fe9b926f640 1 --2- 172.21.15.175:0/1381332309 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fe9b412f880 0x7fe9b4130e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:18:34.537 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f055a59c640 1 --2- 172.21.15.175:0/2720595384 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f055c093580 0x7f055c12ff50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0550000c00 tx=0x7f05500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.537 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7fe9b8a6e640 1 --2- 172.21.15.175:0/1381332309 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406dce0 0x7fe9b41303f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe9a8035040 tx=0x7fe9a80046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.538 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7fe9b3fff640 1 --2- 172.21.15.175:0/1381332309 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe9b406e600 0x7fe9b4130930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:18:34.538 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f7105c08640 1 --2- 172.21.15.175:0/2745803736 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7100134ba0 0x7f71001321c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.538 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f7105407640 1 -- 172.21.15.175:0/2745803736 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f710006e7d0 msgr2=0x7f710009bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.538 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f7105407640 1 --2- 172.21.15.175:0/2745803736 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f710006e7d0 0x7f710009bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.538 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f7105407640 1 -- 172.21.15.175:0/2745803736 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7100134ba0 msgr2=0x7f71001321c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f05437fe640 1 -- 172.21.15.175:0/2720595384 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055003a040 con 0x7f055c093580 2024-09-16T01:18:34.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f05437fe640 1 -- 172.21.15.175:0/2720595384 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0550045070 con 0x7f055c093580 2024-09-16T01:18:34.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f05437fe640 1 -- 172.21.15.175:0/2720595384 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0550032550 con 0x7f055c093580 2024-09-16T01:18:34.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f055c132d20 con 0x7f055c093580 2024-09-16T01:18:34.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f7105407640 1 --2- 172.21.15.175:0/2745803736 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7100134ba0 0x7f71001321c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f7105407640 1 -- 172.21.15.175:0/2745803736 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71001284b0 con 0x7f710006dce0 2024-09-16T01:18:34.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7fe9b17fa640 1 -- 172.21.15.175:0/1381332309 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a8041020 con 0x7fe9b406dce0 2024-09-16T01:18:34.540 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f055c1c03f0 con 0x7f055c093580 2024-09-16T01:18:34.540 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7f7105407640 1 --2- 172.21.15.175:0/2745803736 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f710006dce0 0x7f710009b680 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f70fc00c4d0 tx=0x7f70fc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.540 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff268e86640 1 -- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff26406df30 msgr2=0x7ff26412dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.541 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff268e86640 1 --2- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff26406df30 0x7ff26412dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.541 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7f7105c08640 1 --2- 172.21.15.175:0/2745803736 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7100134ba0 0x7f71001321c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:18:34.541 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff268e86640 1 -- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff264097530 msgr2=0x7ff26408deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.541 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff268e86640 1 --2- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff264097530 0x7ff26408deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.541 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff268e86640 1 -- 172.21.15.175:0/3674008332 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2640905a0 con 0x7ff2640700e0 2024-09-16T01:18:34.541 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff269687640 1 --2- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ff26406df30 0x7ff26412dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.541 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.508+0000 7ff269e88640 1 --2- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ff264097530 0x7ff26408deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.541 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7ff268e86640 1 --2- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2640700e0 0x7ff26412e240 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff254000c00 tx=0x7ff2540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7fe9b17fa640 1 -- 172.21.15.175:0/1381332309 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9a803d620 con 0x7fe9b406dce0 2024-09-16T01:18:34.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9b4132ed0 con 0x7fe9b406dce0 2024-09-16T01:18:34.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9b4136020 con 0x7fe9b406dce0 2024-09-16T01:18:34.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7f70f5ffb640 1 -- 172.21.15.175:0/2745803736 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70fc018070 con 0x7f710006dce0 2024-09-16T01:18:34.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7f70f5ffb640 1 -- 172.21.15.175:0/2745803736 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70fc007480 con 0x7f710006dce0 2024-09-16T01:18:34.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7f70f5ffb640 1 -- 172.21.15.175:0/2745803736 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70fc0049e0 con 0x7f710006dce0 2024-09-16T01:18:34.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7ff259ffb640 1 -- 172.21.15.175:0/3674008332 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff254037040 con 0x7ff2640700e0 2024-09-16T01:18:34.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7ff259ffb640 1 -- 172.21.15.175:0/3674008332 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff254042070 con 0x7ff2640700e0 2024-09-16T01:18:34.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff26408f9a0 con 0x7ff2640700e0 2024-09-16T01:18:34.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.509+0000 7fe9b17fa640 1 -- 172.21.15.175:0/1381332309 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a8037040 con 0x7fe9b406dce0 2024-09-16T01:18:34.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.510+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f055c134cc0 con 0x7f055c093580 2024-09-16T01:18:34.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.510+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71001280e0 con 0x7f710006dce0 2024-09-16T01:18:34.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.510+0000 7f05437fe640 1 -- 172.21.15.175:0/2720595384 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f055003d070 con 0x7f055c093580 2024-09-16T01:18:34.545 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.510+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe9b409fa70 con 0x7fe9b406dce0 2024-09-16T01:18:34.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.510+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7100126f40 con 0x7f710006dce0 2024-09-16T01:18:34.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.510+0000 7f05437fe640 1 -- 172.21.15.175:0/2720595384 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f055007ffa0 con 0x7f055c093580 2024-09-16T01:18:34.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.510+0000 7f05437fe640 1 -- 172.21.15.175:0/2720595384 --> v1:172.21.15.175:6812/959133922 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0550047e70 con 0x7f054804e8c0 2024-09-16T01:18:34.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.510+0000 7f05437fe640 1 -- 172.21.15.175:0/2720595384 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f055000a630 con 0x7f055c093580 2024-09-16T01:18:34.547 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.511+0000 7fe9b17fa640 1 -- 172.21.15.175:0/1381332309 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fe9a8044020 con 0x7fe9b406dce0 2024-09-16T01:18:34.547 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.510+0000 7ff259ffb640 1 -- 172.21.15.175:0/3674008332 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff254030bd0 con 0x7ff2640700e0 2024-09-16T01:18:34.547 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.511+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff264090280 con 0x7ff2640700e0 2024-09-16T01:18:34.548 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.511+0000 7f70f5ffb640 1 -- 172.21.15.175:0/2745803736 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f70fc01b070 con 0x7f710006dce0 2024-09-16T01:18:34.548 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.511+0000 7fe9b17fa640 1 -- 172.21.15.175:0/1381332309 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fe9a807def0 con 0x7fe9b406dce0 2024-09-16T01:18:34.548 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.511+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff26409ea10 con 0x7ff2640700e0 2024-09-16T01:18:34.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.511+0000 7fe9b17fa640 1 -- 172.21.15.175:0/1381332309 --> v1:172.21.15.175:6808/745883331 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe9a0052670 con 0x7fe9a004e9c0 2024-09-16T01:18:34.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.511+0000 7fe9b17fa640 1 -- 172.21.15.175:0/1381332309 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fe9a8080550 con 0x7fe9b406dce0 2024-09-16T01:18:34.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.512+0000 7ff259ffb640 1 -- 172.21.15.175:0/3674008332 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7ff254047460 con 0x7ff2640700e0 2024-09-16T01:18:34.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.512+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7100137ec0 con 0x7f710006dce0 2024-09-16T01:18:34.550 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.512+0000 7f70f5ffb640 1 -- 172.21.15.175:0/2745803736 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f70fc05cc70 con 0x7f710006dce0 2024-09-16T01:18:34.550 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.512+0000 7f70f5ffb640 1 -- 172.21.15.175:0/2745803736 --> v1:172.21.15.175:6800/473499381 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70e4052600 con 0x7f70e404e950 2024-09-16T01:18:34.550 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.512+0000 7f70f5ffb640 1 -- 172.21.15.175:0/2745803736 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f70fc039e70 con 0x7f710006dce0 2024-09-16T01:18:34.550 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.512+0000 7f05437fe640 1 -- 172.21.15.175:0/2720595384 <== osd.3 v1:172.21.15.175:6812/959133922 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f0550047e70 con 0x7f054804e8c0 2024-09-16T01:18:34.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.512+0000 7ff259ffb640 1 -- 172.21.15.175:0/3674008332 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7ff25405d020 con 0x7ff2640700e0 2024-09-16T01:18:34.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.512+0000 7ff259ffb640 1 -- 172.21.15.175:0/3674008332 --> v1:172.21.15.175:6802/4218926231 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff254032440 con 0x7ff24804e8d0 2024-09-16T01:18:34.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.512+0000 7ff259ffb640 1 -- 172.21.15.175:0/3674008332 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7ff254089050 con 0x7ff2640700e0 2024-09-16T01:18:34.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.513+0000 7fe9b17fa640 1 -- 172.21.15.175:0/1381332309 <== osd.2 v1:172.21.15.175:6808/745883331 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fe9a0052670 con 0x7fe9a004e9c0 2024-09-16T01:18:34.551 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.513+0000 7ff259ffb640 1 -- 172.21.15.175:0/3674008332 <== osd.1 v1:172.21.15.175:6802/4218926231 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7ff254032440 con 0x7ff24804e8d0 2024-09-16T01:18:34.552 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.513+0000 7f70f5ffb640 1 -- 172.21.15.175:0/2745803736 <== osd.0 v1:172.21.15.175:6800/473499381 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f70e4052600 con 0x7f70e404e950 2024-09-16T01:18:34.552 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.542+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 --> v1:172.21.15.175:6812/959133922 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f055c1331f0 con 0x7f054804e8c0 2024-09-16T01:18:34.552 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.542+0000 7f05437fe640 1 -- 172.21.15.175:0/2720595384 <== osd.3 v1:172.21.15.175:6812/959133922 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3556540785) 0x7f055c1331f0 con 0x7f054804e8c0 2024-09-16T01:18:34.553 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.543+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 >> v1:172.21.15.175:6812/959133922 conn(0x7f054804e8c0 legacy=0x7f0548050d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.553 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.543+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 >> v1:172.21.15.175:6816/2987616722 conn(0x7f0548047fd0 legacy=0x7f054804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.554 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.543+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f055c093580 msgr2=0x7f055c12ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.554 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.543+0000 7f05611e9640 1 --2- 172.21.15.175:0/2720595384 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f055c093580 0x7f055c12ff50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0550000c00 tx=0x7f05500046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.554 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.543+0000 7f055b59e640 1 -- 172.21.15.175:0/2720595384 reap_dead start 2024-09-16T01:18:34.554 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.543+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 shutdown_connections 2024-09-16T01:18:34.554 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.543+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 >> 172.21.15.175:0/2720595384 conn(0x7f055c09c290 msgr2=0x7f055c098e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.554 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.543+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 shutdown_connections 2024-09-16T01:18:34.554 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.543+0000 7f05611e9640 1 -- 172.21.15.175:0/2720595384 wait complete. 2024-09-16T01:18:34.554 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.544+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 --> v1:172.21.15.175:6800/473499381 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7100072f00 con 0x7f70e404e950 2024-09-16T01:18:34.555 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.544+0000 7f70f5ffb640 1 -- 172.21.15.175:0/2745803736 <== osd.0 v1:172.21.15.175:6800/473499381 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 662925176) 0x7f7100072f00 con 0x7f70e404e950 2024-09-16T01:18:34.555 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.544+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 --> v1:172.21.15.175:6802/4218926231 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff264099580 con 0x7ff24804e8d0 2024-09-16T01:18:34.555 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.545+0000 7ff259ffb640 1 -- 172.21.15.175:0/3674008332 <== osd.1 v1:172.21.15.175:6802/4218926231 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 2083264769) 0x7ff264099580 con 0x7ff24804e8d0 2024-09-16T01:18:34.556 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.545+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 >> v1:172.21.15.175:6800/473499381 conn(0x7f70e404e950 legacy=0x7f70e4050d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.556 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.545+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 --> v1:172.21.15.175:6808/745883331 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe9b4067bd0 con 0x7fe9a004e9c0 2024-09-16T01:18:34.556 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.545+0000 7fe9b17fa640 1 -- 172.21.15.175:0/1381332309 <== osd.2 v1:172.21.15.175:6808/745883331 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3324758384) 0x7fe9b4067bd0 con 0x7fe9a004e9c0 2024-09-16T01:18:34.556 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.545+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 >> v1:172.21.15.175:6816/2987616722 conn(0x7f70e40480d0 legacy=0x7f70e404a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.556 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.545+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f710006dce0 msgr2=0x7f710009b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.556 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.545+0000 7f710766b640 1 --2- 172.21.15.175:0/2745803736 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f710006dce0 0x7f710009b680 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f70fc00c4d0 tx=0x7f70fc00c990 comp rx=0 tx=0).stop 2024-09-16T01:18:34.557 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.545+0000 7f7105c08640 1 -- 172.21.15.175:0/2745803736 reap_dead start 2024-09-16T01:18:34.557 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.545+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 shutdown_connections 2024-09-16T01:18:34.557 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.545+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 >> 172.21.15.175:0/2745803736 conn(0x7f710009e980 msgr2=0x7f71000725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 shutdown_connections 2024-09-16T01:18:34.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7f710766b640 1 -- 172.21.15.175:0/2745803736 wait complete. 2024-09-16T01:18:34.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 >> v1:172.21.15.175:6802/4218926231 conn(0x7ff24804e8d0 legacy=0x7ff248050d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 >> v1:172.21.15.175:6816/2987616722 conn(0x7ff248048050 legacy=0x7ff24804a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 >> v1:172.21.15.175:6808/745883331 conn(0x7fe9a004e9c0 legacy=0x7fe9a0050e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2640700e0 msgr2=0x7ff26412e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7ff26b8eb640 1 --2- 172.21.15.175:0/3674008332 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2640700e0 0x7ff26412e240 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff254000c00 tx=0x7ff2540046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7ff269e88640 1 -- 172.21.15.175:0/3674008332 reap_dead start 2024-09-16T01:18:34.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 shutdown_connections 2024-09-16T01:18:34.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 >> v1:172.21.15.175:6816/2987616722 conn(0x7fe9a00480d0 legacy=0x7fe9a004a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.560 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406dce0 msgr2=0x7fe9b41303f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.560 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7fe9bacd2640 1 --2- 172.21.15.175:0/1381332309 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fe9b406dce0 0x7fe9b41303f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe9a8035040 tx=0x7fe9a80046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.560 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7fe9b926f640 1 -- 172.21.15.175:0/1381332309 reap_dead start 2024-09-16T01:18:34.560 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 >> 172.21.15.175:0/3674008332 conn(0x7ff26409db00 msgr2=0x7ff264098e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.560 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 shutdown_connections 2024-09-16T01:18:34.560 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 shutdown_connections 2024-09-16T01:18:34.561 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 >> 172.21.15.175:0/1381332309 conn(0x7fe9b409e980 msgr2=0x7fe9b4072c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.561 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7ff26b8eb640 1 -- 172.21.15.175:0/3674008332 wait complete. 2024-09-16T01:18:34.561 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 shutdown_connections 2024-09-16T01:18:34.561 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.546+0000 7fe9bacd2640 1 -- 172.21.15.175:0/1381332309 wait complete. 2024-09-16T01:18:34.562 INFO:teuthology.orchestra.run.smithi175.stdout:120259084291 2024-09-16T01:18:34.562 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:18:34.563 INFO:teuthology.orchestra.run.smithi175.stdout:107374182404 2024-09-16T01:18:34.564 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:18:34.566 INFO:teuthology.orchestra.run.smithi175.stdout:111669149700 2024-09-16T01:18:34.567 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:18:34.568 INFO:teuthology.orchestra.run.smithi175.stdout:115964116995 2024-09-16T01:18:34.568 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:18:34.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04f11c3640 1 Processor -- start 2024-09-16T01:18:34.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04f11c3640 1 -- start start 2024-09-16T01:18:34.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04f11c3640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1313d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.670 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04f11c3640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec131910 0x7f04ec133d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04f11c3640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04ec06de20 con 0x7f04ec097100 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04f11c3640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f04ec075bc0 con 0x7f04ec097bf0 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04f11c3640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f04ec098aa0 con 0x7f04ec131910 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04ea59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1313d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04ea59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1313d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:34996/0 (socket says 172.21.15.175:34996) 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04ea59c640 1 -- 172.21.15.175:0/417559192 learned_addr learned my addr 172.21.15.175:0/417559192 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.668+0000 7f04eb59e640 1 --2- 172.21.15.175:0/417559192 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec131910 0x7f04ec133d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.669+0000 7f04ea59c640 1 -- 172.21.15.175:0/417559192 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec131910 msgr2=0x7f04ec133d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.669+0000 7f04ea59c640 1 --2- 172.21.15.175:0/417559192 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec131910 0x7f04ec133d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.669+0000 7f04ea59c640 1 -- 172.21.15.175:0/417559192 >> v1:172.21.15.175:6789/0 conn(0x7f04ec097100 legacy=0x7f04ec0974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.669+0000 7f04ea59c640 1 -- 172.21.15.175:0/417559192 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04ec098010 con 0x7f04ec097bf0 2024-09-16T01:18:34.671 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.669+0000 7f04eb59e640 1 --2- 172.21.15.175:0/417559192 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec131910 0x7f04ec133d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.670+0000 7f04ea59c640 1 --2- 172.21.15.175:0/417559192 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1313d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f04d40098d0 tx=0x7f04d402a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e771b86a18414c2e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.670+0000 7f04e9d9b640 1 -- 172.21.15.175:0/417559192 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4037070 con 0x7f04ec097bf0 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.670+0000 7f04e9d9b640 1 -- 172.21.15.175:0/417559192 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04d402ae50 con 0x7f04ec097bf0 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.670+0000 7f04e9d9b640 1 -- 172.21.15.175:0/417559192 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4032660 con 0x7f04ec097bf0 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.670+0000 7f04f11c3640 1 -- 172.21.15.175:0/417559192 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 msgr2=0x7f04ec1313d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.670+0000 7f04f11c3640 1 --2- 172.21.15.175:0/417559192 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1313d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f04d40098d0 tx=0x7f04d402a140 comp rx=0 tx=0).stop 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.671+0000 7f04f11c3640 1 -- 172.21.15.175:0/417559192 shutdown_connections 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.671+0000 7f04f11c3640 1 --2- 172.21.15.175:0/417559192 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec131910 0x7f04ec133d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.671+0000 7f04f11c3640 1 --2- 172.21.15.175:0/417559192 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1313d0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.671+0000 7f04f11c3640 1 -- 172.21.15.175:0/417559192 >> 172.21.15.175:0/417559192 conn(0x7f04ec09b680 msgr2=0x7f04ec09ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.673 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.671+0000 7f04f11c3640 1 -- 172.21.15.175:0/417559192 shutdown_connections 2024-09-16T01:18:34.674 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.671+0000 7f04f11c3640 1 -- 172.21.15.175:0/417559192 wait complete. 2024-09-16T01:18:34.674 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.672+0000 7f04f11c3640 1 Processor -- start 2024-09-16T01:18:34.674 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.672+0000 7f04f11c3640 1 -- start start 2024-09-16T01:18:34.676 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.672+0000 7f04f11c3640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec097100 0x7f04ec1c4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.676 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.672+0000 7f04f11c3640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1c5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.676 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.672+0000 7f04f11c3640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f04ec131910 0x7f04ec1c5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.676 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.672+0000 7f04f11c3640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f04ec06d0a0 con 0x7f04ec131910 2024-09-16T01:18:34.676 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.672+0000 7f04f11c3640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f04ec06cf20 con 0x7f04ec097bf0 2024-09-16T01:18:34.676 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.672+0000 7f04f11c3640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f04ec06d220 con 0x7f04ec097100 2024-09-16T01:18:34.676 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ead9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec097100 0x7f04ec1c4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.676 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ea59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1c5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.676 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ead9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec097100 0x7f04ec1c4ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45714/0 (socket says 172.21.15.175:45714) 2024-09-16T01:18:34.676 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ead9d640 1 -- 172.21.15.175:0/2685652760 learned_addr learned my addr 172.21.15.175:0/2685652760 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04eb59e640 1 --2- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f04ec131910 0x7f04ec1c5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ead9d640 1 -- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 msgr2=0x7f04ec1c5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ead9d640 1 --2- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1c5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ead9d640 1 -- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f04ec131910 msgr2=0x7f04ec1c5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ead9d640 1 --2- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f04ec131910 0x7f04ec1c5560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ead9d640 1 -- 172.21.15.175:0/2685652760 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04ec129630 con 0x7f04ec097100 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04eb59e640 1 --2- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f04ec131910 0x7f04ec1c5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ea59c640 1 --2- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1c5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.673+0000 7f04ead9d640 1 --2- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec097100 0x7f04ec1c4ae0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00c400 tx=0x7f04dc00c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.674+0000 7f04e37fe640 1 -- 172.21.15.175:0/2685652760 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04dc017070 con 0x7f04ec097100 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.674+0000 7f04e37fe640 1 -- 172.21.15.175:0/2685652760 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04dc0052d0 con 0x7f04ec097100 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.674+0000 7f04e37fe640 1 -- 172.21.15.175:0/2685652760 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04dc003830 con 0x7f04ec097100 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.674+0000 7f04f11c3640 1 -- 172.21.15.175:0/2685652760 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04ec073a50 con 0x7f04ec097100 2024-09-16T01:18:34.677 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.674+0000 7f04f11c3640 1 -- 172.21.15.175:0/2685652760 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f04ec128e30 con 0x7f04ec097100 2024-09-16T01:18:34.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.675+0000 7f04f11c3640 1 -- 172.21.15.175:0/2685652760 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04ec129f60 con 0x7f04ec097100 2024-09-16T01:18:34.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.675+0000 7f04e37fe640 1 -- 172.21.15.175:0/2685652760 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f04dc01a070 con 0x7f04ec097100 2024-09-16T01:18:34.678 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.676+0000 7f04e37fe640 1 -- 172.21.15.175:0/2685652760 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f04dc05cd20 con 0x7f04ec097100 2024-09-16T01:18:34.683 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.683+0000 7f04e37fe640 1 -- 172.21.15.175:0/2685652760 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f04ec129f60 con 0x7f04ec097100 2024-09-16T01:18:34.710 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.709+0000 7fdfc425a640 1 Processor -- start 2024-09-16T01:18:34.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fbec31e4640 1 Processor -- start 2024-09-16T01:18:34.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fdfc425a640 1 -- start start 2024-09-16T01:18:34.711 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fbec31e4640 1 -- start start 2024-09-16T01:18:34.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fdfc425a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06e7d0 0x7fdfbc134660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fdfc425a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc134ba0 0x7fdfbc136f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fdfc425a640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfbc06f720 con 0x7fdfbc06dce0 2024-09-16T01:18:34.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fdfc425a640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fdfbc075bc0 con 0x7fdfbc06e7d0 2024-09-16T01:18:34.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fdfc425a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fdfbc070340 con 0x7fdfbc134ba0 2024-09-16T01:18:34.712 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fbec31e4640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc093760 0x7fbebc062e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fdfc1ff6640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fdfbc06dce0 0x7fdfbc06e0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35704/0 (socket says 172.21.15.175:35704) 2024-09-16T01:18:34.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fdfc1ff6640 1 -- 172.21.15.175:0/843420196 learned_addr learned my addr 172.21.15.175:0/843420196 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:34.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fdfc17f5640 1 --2- 172.21.15.175:0/843420196 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06e7d0 0x7fdfbc134660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.713 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fdfc27f7640 1 --2- 172.21.15.175:0/843420196 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc134ba0 0x7fdfbc136f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.714 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fbebbfff640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fbebc12bcb0 0x7fbebc12c110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35714/0 (socket says 172.21.15.175:35714) 2024-09-16T01:18:34.714 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.710+0000 7fbebbfff640 1 -- 172.21.15.175:0/3301319446 learned_addr learned my addr 172.21.15.175:0/3301319446 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:34.714 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec31e4640 1 --2- 172.21.15.175:0/3301319446 >> v2:172.21.15.175:3300/0 conn(0x7fbebc12cd40 0x7fbebc12d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.714 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fdfc27f7640 1 -- 172.21.15.175:0/843420196 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06e7d0 msgr2=0x7fdfbc134660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:34.714 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec31e4640 1 -- 172.21.15.175:0/3301319446 --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbebc094590 con 0x7fbebc12bcb0 2024-09-16T01:18:34.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec31e4640 1 -- 172.21.15.175:0/3301319446 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fbebc094df0 con 0x7fbebc12cd40 2024-09-16T01:18:34.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fdfc27f7640 1 --2- 172.21.15.175:0/843420196 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06e7d0 0x7fdfbc134660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.715 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec31e4640 1 -- 172.21.15.175:0/3301319446 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fbebc0950b0 con 0x7fbebc093760 2024-09-16T01:18:34.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fdfc27f7640 1 -- 172.21.15.175:0/843420196 >> v1:172.21.15.175:6789/0 conn(0x7fdfbc06dce0 legacy=0x7fdfbc06e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.716 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fdfc27f7640 1 -- 172.21.15.175:0/843420196 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfbc1384e0 con 0x7fdfbc134ba0 2024-09-16T01:18:34.717 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec0f80640 1 --2- 172.21.15.175:0/3301319446 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc093760 0x7fbebc062e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.717 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec1781640 1 --2- 172.21.15.175:0/3301319446 >> v2:172.21.15.175:3300/0 conn(0x7fbebc12cd40 0x7fbebc12d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.717 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbebb7fe640 1 -- 172.21.15.175:0/3301319446 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1950912335 0 0) 0x7fbebc094590 con 0x7fbebc12bcb0 2024-09-16T01:18:34.717 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbebb7fe640 1 -- 172.21.15.175:0/3301319446 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbeac003520 con 0x7fbebc12bcb0 2024-09-16T01:18:34.717 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec1781640 1 -- 172.21.15.175:0/3301319446 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc093760 msgr2=0x7fbebc062e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:34.717 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec1781640 1 --2- 172.21.15.175:0/3301319446 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc093760 0x7fbebc062e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.717 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec1781640 1 -- 172.21.15.175:0/3301319446 >> v1:172.21.15.175:6789/0 conn(0x7fbebc12bcb0 legacy=0x7fbebc12c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.717 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fdfc27f7640 1 --2- 172.21.15.175:0/843420196 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc134ba0 0x7fdfbc136f90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4009dc0 tx=0x7fdfb402a510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=483ddc39899465d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.718 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec1781640 1 -- 172.21.15.175:0/3301319446 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbebc0949b0 con 0x7fbebc12cd40 2024-09-16T01:18:34.718 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.711+0000 7fbec0f80640 1 --2- 172.21.15.175:0/3301319446 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc093760 0x7fbebc062e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.718 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.712+0000 7fdfc0ff4640 1 -- 172.21.15.175:0/843420196 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb4007740 con 0x7fdfbc134ba0 2024-09-16T01:18:34.718 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.712+0000 7fdfc0ff4640 1 -- 172.21.15.175:0/843420196 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfb40078e0 con 0x7fdfbc134ba0 2024-09-16T01:18:34.718 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.712+0000 7fdfc0ff4640 1 -- 172.21.15.175:0/843420196 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb4007cb0 con 0x7fdfbc134ba0 2024-09-16T01:18:34.719 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.712+0000 7f97632eb640 1 Processor -- start 2024-09-16T01:18:34.719 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.712+0000 7fbec1781640 1 --2- 172.21.15.175:0/3301319446 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc12cd40 0x7fbebc12d1d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbeb4009d90 tx=0x7fbeb402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efcaaa5605c306f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.719 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.712+0000 7f97632eb640 1 -- start start 2024-09-16T01:18:34.720 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.712+0000 7fbebb7fe640 1 -- 172.21.15.175:0/3301319446 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4031600 con 0x7fbebc12cd40 2024-09-16T01:18:34.720 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.712+0000 7fbebb7fe640 1 -- 172.21.15.175:0/3301319446 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbeb40317a0 con 0x7fbebc12cd40 2024-09-16T01:18:34.720 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.712+0000 7fbebb7fe640 1 -- 172.21.15.175:0/3301319446 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4031b70 con 0x7fbebc12cd40 2024-09-16T01:18:34.720 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f97632eb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c093540 0x7f975c093920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.721 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f97632eb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 0x7f975c12ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.721 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fdfc425a640 1 -- 172.21.15.175:0/843420196 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc134ba0 msgr2=0x7fdfbc136f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.721 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fdfc425a640 1 --2- 172.21.15.175:0/843420196 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc134ba0 0x7fdfbc136f90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4009dc0 tx=0x7fdfb402a510 comp rx=0 tx=0).stop 2024-09-16T01:18:34.722 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f97632eb640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f975c095640 con 0x7f975c094a70 2024-09-16T01:18:34.722 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f97632eb640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f975c0942c0 con 0x7f975c093540 2024-09-16T01:18:34.722 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f97632eb640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f975c0630c0 con 0x7f975c093e60 2024-09-16T01:18:34.722 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f9761888640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 0x7f975c12ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.722 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f9761087640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c093540 0x7f975c093920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.722 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f9760886640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f975c094a70 0x7f975c12c370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35722/0 (socket says 172.21.15.175:35722) 2024-09-16T01:18:34.723 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f9760886640 1 -- 172.21.15.175:0/3063889948 learned_addr learned my addr 172.21.15.175:0/3063889948 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:34.723 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f9761888640 1 -- 172.21.15.175:0/3063889948 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c093540 msgr2=0x7f975c093920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:34.723 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f9761888640 1 --2- 172.21.15.175:0/3063889948 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c093540 0x7f975c093920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.723 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f9761888640 1 -- 172.21.15.175:0/3063889948 >> v1:172.21.15.175:6789/0 conn(0x7f975c094a70 legacy=0x7f975c12c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.723 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fbec31e4640 1 -- 172.21.15.175:0/3301319446 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc12cd40 msgr2=0x7fbebc12d1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.723 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7f9761888640 1 -- 172.21.15.175:0/3063889948 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f975c063240 con 0x7f975c093e60 2024-09-16T01:18:34.724 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fdfc425a640 1 -- 172.21.15.175:0/843420196 shutdown_connections 2024-09-16T01:18:34.724 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fdfc425a640 1 --2- 172.21.15.175:0/843420196 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc134ba0 0x7fdfbc136f90 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.724 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fdfc425a640 1 --2- 172.21.15.175:0/843420196 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06e7d0 0x7fdfbc134660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.724 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fdfc425a640 1 -- 172.21.15.175:0/843420196 >> 172.21.15.175:0/843420196 conn(0x7fdfbc09e980 msgr2=0x7fdfbc09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.725 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fbec31e4640 1 --2- 172.21.15.175:0/3301319446 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc12cd40 0x7fbebc12d1d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbeb4009d90 tx=0x7fbeb402a5d0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.725 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fbec31e4640 1 -- 172.21.15.175:0/3301319446 shutdown_connections 2024-09-16T01:18:34.725 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fbec31e4640 1 --2- 172.21.15.175:0/3301319446 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc12cd40 0x7fbebc12d1d0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.725 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fbec31e4640 1 --2- 172.21.15.175:0/3301319446 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc093760 0x7fbebc062e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.725 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fbec31e4640 1 -- 172.21.15.175:0/3301319446 >> 172.21.15.175:0/3301319446 conn(0x7fbebc09c290 msgr2=0x7fbebc09c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.725 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fbec31e4640 1 -- 172.21.15.175:0/3301319446 shutdown_connections 2024-09-16T01:18:34.725 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.713+0000 7fdfc425a640 1 -- 172.21.15.175:0/843420196 shutdown_connections 2024-09-16T01:18:34.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.714+0000 7fdfc425a640 1 -- 172.21.15.175:0/843420196 wait complete. 2024-09-16T01:18:34.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.714+0000 7fbec31e4640 1 -- 172.21.15.175:0/3301319446 wait complete. 2024-09-16T01:18:34.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.714+0000 7f9761888640 1 --2- 172.21.15.175:0/3063889948 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 0x7f975c12ca80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9754009dc0 tx=0x7f975402a420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ef9243cd1920ed5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.726 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.714+0000 7f9753fff640 1 -- 172.21.15.175:0/3063889948 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9754037070 con 0x7f975c093e60 2024-09-16T01:18:34.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.714+0000 7f9753fff640 1 -- 172.21.15.175:0/3063889948 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9754032640 con 0x7f975c093e60 2024-09-16T01:18:34.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.714+0000 7f9753fff640 1 -- 172.21.15.175:0/3063889948 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9754032a10 con 0x7f975c093e60 2024-09-16T01:18:34.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.714+0000 7fbec31e4640 1 Processor -- start 2024-09-16T01:18:34.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.714+0000 7fbec31e4640 1 -- start start 2024-09-16T01:18:34.727 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fdfc425a640 1 Processor -- start 2024-09-16T01:18:34.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fdfc425a640 1 -- start start 2024-09-16T01:18:34.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7f97632eb640 1 -- 172.21.15.175:0/3063889948 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 msgr2=0x7f975c12ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7f97632eb640 1 --2- 172.21.15.175:0/3063889948 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 0x7f975c12ca80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9754009dc0 tx=0x7f975402a420 comp rx=0 tx=0).stop 2024-09-16T01:18:34.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7f97632eb640 1 -- 172.21.15.175:0/3063889948 shutdown_connections 2024-09-16T01:18:34.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7f97632eb640 1 --2- 172.21.15.175:0/3063889948 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 0x7f975c12ca80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.728 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7f97632eb640 1 --2- 172.21.15.175:0/3063889948 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c093540 0x7f975c093920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.729 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbec31e4640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc093760 0x7fbebc1284e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.729 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7f97632eb640 1 -- 172.21.15.175:0/3063889948 >> 172.21.15.175:0/3063889948 conn(0x7f975c09c290 msgr2=0x7f975c09c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.729 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbec31e4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbebc12bcb0 0x7fbebc128a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.729 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbec31e4640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc12cd40 0x7fbebc128f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.730 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7f97632eb640 1 -- 172.21.15.175:0/3063889948 shutdown_connections 2024-09-16T01:18:34.730 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7f97632eb640 1 -- 172.21.15.175:0/3063889948 wait complete. 2024-09-16T01:18:34.730 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbec0f80640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc093760 0x7fbebc1284e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.731 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbec0f80640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc093760 0x7fbebc1284e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44444/0 (socket says 172.21.15.175:44444) 2024-09-16T01:18:34.731 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbec31e4640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc063510 con 0x7fbebc093760 2024-09-16T01:18:34.731 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbec31e4640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fbebc063390 con 0x7fbebc12cd40 2024-09-16T01:18:34.731 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbec31e4640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fbebc12d710 con 0x7fbebc12bcb0 2024-09-16T01:18:34.731 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbec0f80640 1 -- 172.21.15.175:0/2295626541 learned_addr learned my addr 172.21.15.175:0/2295626541 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.731 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbebc12bcb0 0x7fbebc128a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.731 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fbec1781640 1 --2- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc12cd40 0x7fbebc128f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.731 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fdfc425a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06dce0 0x7fdfbc09bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fdfc425a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc06e7d0 0x7fdfbc1324e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fdfc425a640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfbc134ba0 0x7fdfbc132a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fdfc425a640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fdfbc1378a0 con 0x7fdfbc134ba0 2024-09-16T01:18:34.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fdfc425a640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fdfbc137720 con 0x7fdfbc06dce0 2024-09-16T01:18:34.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.715+0000 7fdfc425a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fdfbc137a20 con 0x7fdfbc06e7d0 2024-09-16T01:18:34.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc1ff6640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06dce0 0x7fdfbc09bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc1ff6640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06dce0 0x7fdfbc09bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35048/0 (socket says 172.21.15.175:35048) 2024-09-16T01:18:34.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc1ff6640 1 -- 172.21.15.175:0/2552870061 learned_addr learned my addr 172.21.15.175:0/2552870061 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc17f5640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc06e7d0 0x7fdfbc1324e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.732 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc27f7640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfbc134ba0 0x7fdfbc132a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fbec0f80640 1 -- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbebc12bcb0 msgr2=0x7fbebc128a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fbec0f80640 1 --2- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbebc12bcb0 0x7fbebc128a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fbec0f80640 1 -- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc12cd40 msgr2=0x7fbebc128f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fbec0f80640 1 --2- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc12cd40 0x7fbebc128f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fbec0f80640 1 -- 172.21.15.175:0/2295626541 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbebc0915e0 con 0x7fbebc093760 2024-09-16T01:18:34.733 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc1ff6640 1 -- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc06e7d0 msgr2=0x7fdfbc1324e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fbec0f80640 1 --2- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc093760 0x7fbebc1284e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fbeb000ebe0 tx=0x7fbeb000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc1ff6640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc06e7d0 0x7fdfbc1324e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc1ff6640 1 -- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfbc134ba0 msgr2=0x7fdfbc132a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc1ff6640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfbc134ba0 0x7fdfbc132a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fbec1781640 1 --2- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc12cd40 0x7fbebc128f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc1ff6640 1 -- 172.21.15.175:0/2552870061 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfbc133f50 con 0x7fdfbc06dce0 2024-09-16T01:18:34.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7f97632eb640 1 Processor -- start 2024-09-16T01:18:34.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc17f5640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc06e7d0 0x7fdfbc1324e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.736 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7f97632eb640 1 -- start start 2024-09-16T01:18:34.736 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fbeb97fa640 1 -- 172.21.15.175:0/2295626541 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0017070 con 0x7fbebc093760 2024-09-16T01:18:34.736 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fbeb97fa640 1 -- 172.21.15.175:0/2295626541 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbeb000cc30 con 0x7fbebc093760 2024-09-16T01:18:34.736 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fbeb97fa640 1 -- 172.21.15.175:0/2295626541 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0013470 con 0x7fbebc093760 2024-09-16T01:18:34.737 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc27f7640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfbc134ba0 0x7fdfbc132a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.737 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.716+0000 7fdfc1ff6640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06dce0 0x7fdfbc09bad0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdfb800c4d0 tx=0x7fdfb800c990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.737 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7fbec31e4640 1 -- 172.21.15.175:0/2295626541 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbebc126260 con 0x7fbebc093760 2024-09-16T01:18:34.737 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7fbec31e4640 1 -- 172.21.15.175:0/2295626541 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbebc1c0e20 con 0x7fbebc093760 2024-09-16T01:18:34.738 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7fdfb27fc640 1 -- 172.21.15.175:0/2552870061 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb8017070 con 0x7fdfbc06dce0 2024-09-16T01:18:34.738 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7fdfb27fc640 1 -- 172.21.15.175:0/2552870061 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfb8005ce0 con 0x7fdfbc06dce0 2024-09-16T01:18:34.738 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7fdfb27fc640 1 -- 172.21.15.175:0/2552870061 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb8007270 con 0x7fdfbc06dce0 2024-09-16T01:18:34.739 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7f97632eb640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f975c093540 0x7f975c070c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.739 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7f97632eb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 0x7f975c071190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7f9761087640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f975c093540 0x7f975c070c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7f97632eb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c094a70 0x7f975c0716d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:34.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7f9761087640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f975c093540 0x7f975c070c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44462/0 (socket says 172.21.15.175:44462) 2024-09-16T01:18:34.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7f97632eb640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f975c0925b0 con 0x7f975c093540 2024-09-16T01:18:34.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f975c092430 con 0x7f975c094a70 2024-09-16T01:18:34.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f975c092730 con 0x7f975c093e60 2024-09-16T01:18:34.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7f9760886640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 0x7f975c071190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7f9761087640 1 -- 172.21.15.175:0/2805134014 learned_addr learned my addr 172.21.15.175:0/2805134014 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:34.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7f9761888640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c094a70 0x7f975c0716d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:34.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7fdfc425a640 1 -- 172.21.15.175:0/2552870061 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfbc128160 con 0x7fdfbc06dce0 2024-09-16T01:18:34.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.717+0000 7fdfc425a640 1 -- 172.21.15.175:0/2552870061 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfbc127b60 con 0x7fdfbc06dce0 2024-09-16T01:18:34.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7f9760886640 1 -- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c094a70 msgr2=0x7f975c0716d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7fbeb97fa640 1 -- 172.21.15.175:0/2295626541 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fbeb001a070 con 0x7fbebc093760 2024-09-16T01:18:34.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7f9760886640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c094a70 0x7f975c0716d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7f9760886640 1 -- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f975c093540 msgr2=0x7f975c070c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7f9760886640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f975c093540 0x7f975c070c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7f9760886640 1 -- 172.21.15.175:0/2805134014 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f975c0739a0 con 0x7f975c093e60 2024-09-16T01:18:34.743 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7f9761888640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c094a70 0x7f975c0716d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.743 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.719+0000 7f9761087640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f975c093540 0x7f975c070c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:34.743 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.719+0000 7f9760886640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 0x7f975c071190 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f974c00c750 tx=0x7f974c00cc10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:34.743 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7fbec31e4640 1 -- 172.21.15.175:0/2295626541 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbebc0008d0 con 0x7fbebc093760 2024-09-16T01:18:34.743 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.719+0000 7fdfb27fc640 1 -- 172.21.15.175:0/2552870061 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fdfb801a070 con 0x7fdfbc06dce0 2024-09-16T01:18:34.744 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.718+0000 7fdfc425a640 1 -- 172.21.15.175:0/2552870061 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfbc128600 con 0x7fdfbc06dce0 2024-09-16T01:18:34.744 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.719+0000 7f9751ffb640 1 -- 172.21.15.175:0/2805134014 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f974c018070 con 0x7f975c093e60 2024-09-16T01:18:34.744 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.719+0000 7fbeb97fa640 1 -- 172.21.15.175:0/2295626541 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fbeb005d7f0 con 0x7fbebc093760 2024-09-16T01:18:34.745 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.719+0000 7f9751ffb640 1 -- 172.21.15.175:0/2805134014 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f974c0072d0 con 0x7f975c093e60 2024-09-16T01:18:34.745 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.719+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f975c123310 con 0x7f975c093e60 2024-09-16T01:18:34.745 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.719+0000 7f9751ffb640 1 -- 172.21.15.175:0/2805134014 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f974c0047e0 con 0x7f975c093e60 2024-09-16T01:18:34.745 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.719+0000 7fdfb27fc640 1 -- 172.21.15.175:0/2552870061 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fdfb805cbf0 con 0x7fdfbc06dce0 2024-09-16T01:18:34.746 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.720+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f975c071c10 con 0x7f975c093e60 2024-09-16T01:18:34.746 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.721+0000 7f9751ffb640 1 -- 172.21.15.175:0/2805134014 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f974c01b070 con 0x7f975c093e60 2024-09-16T01:18:34.747 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.721+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f975c093920 con 0x7f975c093e60 2024-09-16T01:18:34.747 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.721+0000 7f9751ffb640 1 -- 172.21.15.175:0/2805134014 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f974c05cd10 con 0x7f975c093e60 2024-09-16T01:18:34.747 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.725+0000 7f9751ffb640 1 -- 172.21.15.175:0/2805134014 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f975c0739a0 con 0x7f975c093e60 2024-09-16T01:18:34.747 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.727+0000 7fbeb97fa640 1 -- 172.21.15.175:0/2295626541 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fbeb003cac0 con 0x7fbebc093760 2024-09-16T01:18:34.747 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.727+0000 7fdfb27fc640 1 -- 172.21.15.175:0/2552870061 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fdfbc127b60 con 0x7fdfbc06dce0 2024-09-16T01:18:34.837 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.835+0000 7f04f11c3640 1 -- 172.21.15.175:0/2685652760 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f04ec068fe0 con 0x7f04ec097100 2024-09-16T01:18:34.837 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.836+0000 7f04e37fe640 1 -- 172.21.15.175:0/2685652760 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f04ec129630 con 0x7f04ec097100 2024-09-16T01:18:34.837 INFO:teuthology.orchestra.run.smithi175.stdout:120259084290 2024-09-16T01:18:34.840 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.838+0000 7f04f11c3640 1 -- 172.21.15.175:0/2685652760 >> v1:172.21.15.175:6816/2987616722 conn(0x7f04cc047fd0 legacy=0x7f04cc04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.840 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.838+0000 7f04f11c3640 1 -- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec097100 msgr2=0x7f04ec1c4ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.840 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.838+0000 7f04f11c3640 1 --2- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec097100 0x7f04ec1c4ae0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00c400 tx=0x7f04dc00c8c0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.840 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.838+0000 7f04f11c3640 1 -- 172.21.15.175:0/2685652760 shutdown_connections 2024-09-16T01:18:34.840 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.838+0000 7f04f11c3640 1 --2- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f04ec131910 0x7f04ec1c5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.840 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.838+0000 7f04f11c3640 1 --2- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f04ec097bf0 0x7f04ec1c5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.840 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.838+0000 7f04f11c3640 1 --2- 172.21.15.175:0/2685652760 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f04ec097100 0x7f04ec1c4ae0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.840 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.838+0000 7f04f11c3640 1 -- 172.21.15.175:0/2685652760 >> 172.21.15.175:0/2685652760 conn(0x7f04ec09b680 msgr2=0x7f04ec12b450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.840 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.839+0000 7f04f11c3640 1 -- 172.21.15.175:0/2685652760 shutdown_connections 2024-09-16T01:18:34.840 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.839+0000 7f04f11c3640 1 -- 172.21.15.175:0/2685652760 wait complete. 2024-09-16T01:18:34.854 INFO:tasks.ceph.ceph_manager.ceph:need seq 120259084291 got 120259084290 for osd.3 2024-09-16T01:18:34.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.875+0000 7fdfc425a640 1 -- 172.21.15.175:0/2552870061 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fdfbc137e30 con 0x7fdfbc06dce0 2024-09-16T01:18:34.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.875+0000 7fdfb27fc640 1 -- 172.21.15.175:0/2552870061 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fdfb803be60 con 0x7fdfbc06dce0 2024-09-16T01:18:34.876 INFO:teuthology.orchestra.run.smithi175.stdout:115964116994 2024-09-16T01:18:34.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.876+0000 7fbec31e4640 1 -- 172.21.15.175:0/2295626541 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fbebc130c90 con 0x7fbebc093760 2024-09-16T01:18:34.877 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.876+0000 7fbeb97fa640 1 -- 172.21.15.175:0/2295626541 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fbeb003cd20 con 0x7fbebc093760 2024-09-16T01:18:34.878 INFO:teuthology.orchestra.run.smithi175.stdout:107374182403 2024-09-16T01:18:34.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.877+0000 7fdfc425a640 1 -- 172.21.15.175:0/2552870061 >> v1:172.21.15.175:6816/2987616722 conn(0x7fdfa0048020 legacy=0x7fdfa004a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.878+0000 7fdfc425a640 1 -- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06dce0 msgr2=0x7fdfbc09bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.878+0000 7fdfc425a640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06dce0 0x7fdfbc09bad0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdfb800c4d0 tx=0x7fdfb800c990 comp rx=0 tx=0).stop 2024-09-16T01:18:34.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.878+0000 7fdfc425a640 1 -- 172.21.15.175:0/2552870061 shutdown_connections 2024-09-16T01:18:34.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.878+0000 7fdfc425a640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfbc134ba0 0x7fdfbc132a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.878+0000 7fdfc425a640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fdfbc06e7d0 0x7fdfbc1324e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.878+0000 7fdfc425a640 1 --2- 172.21.15.175:0/2552870061 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fdfbc06dce0 0x7fdfbc09bad0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.878+0000 7fdfc425a640 1 -- 172.21.15.175:0/2552870061 >> 172.21.15.175:0/2552870061 conn(0x7fdfbc09e980 msgr2=0x7fdfbc0725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.878+0000 7fdfc425a640 1 -- 172.21.15.175:0/2552870061 shutdown_connections 2024-09-16T01:18:34.879 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.878+0000 7fdfc425a640 1 -- 172.21.15.175:0/2552870061 wait complete. 2024-09-16T01:18:34.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.878+0000 7fbec31e4640 1 -- 172.21.15.175:0/2295626541 >> v1:172.21.15.175:6816/2987616722 conn(0x7fbea0048050 legacy=0x7fbea004a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.880 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.879+0000 7fbec31e4640 1 -- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc093760 msgr2=0x7fbebc1284e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.879+0000 7fbec31e4640 1 --2- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc093760 0x7fbebc1284e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fbeb000ebe0 tx=0x7fbeb000c520 comp rx=0 tx=0).stop 2024-09-16T01:18:34.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.879+0000 7fbec31e4640 1 -- 172.21.15.175:0/2295626541 shutdown_connections 2024-09-16T01:18:34.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.879+0000 7fbec31e4640 1 --2- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbebc12cd40 0x7fbebc128f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.879+0000 7fbec31e4640 1 --2- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbebc12bcb0 0x7fbebc128a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.879+0000 7fbec31e4640 1 --2- 172.21.15.175:0/2295626541 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbebc093760 0x7fbebc1284e0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.879+0000 7fbec31e4640 1 -- 172.21.15.175:0/2295626541 >> 172.21.15.175:0/2295626541 conn(0x7fbebc09c290 msgr2=0x7fbebc12da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.879+0000 7fbec31e4640 1 -- 172.21.15.175:0/2295626541 shutdown_connections 2024-09-16T01:18:34.881 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.879+0000 7fbec31e4640 1 -- 172.21.15.175:0/2295626541 wait complete. 2024-09-16T01:18:34.883 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.881+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f975c071ea0 con 0x7f975c093e60 2024-09-16T01:18:34.883 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.882+0000 7f9751ffb640 1 -- 172.21.15.175:0/2805134014 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f974c03bfe0 con 0x7f975c093e60 2024-09-16T01:18:34.883 INFO:teuthology.orchestra.run.smithi175.stdout:111669149698 2024-09-16T01:18:34.885 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.884+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 >> v1:172.21.15.175:6816/2987616722 conn(0x7f9740048020 legacy=0x7f974004a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.885 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.884+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 msgr2=0x7f975c071190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:34.885 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.884+0000 7f97632eb640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 0x7f975c071190 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f974c00c750 tx=0x7f974c00cc10 comp rx=0 tx=0).stop 2024-09-16T01:18:34.885 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.884+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 shutdown_connections 2024-09-16T01:18:34.885 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.884+0000 7f97632eb640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f975c094a70 0x7f975c0716d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.885 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.884+0000 7f97632eb640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f975c093e60 0x7f975c071190 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.886 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.884+0000 7f97632eb640 1 --2- 172.21.15.175:0/2805134014 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f975c093540 0x7f975c070c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:34.886 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.884+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 >> 172.21.15.175:0/2805134014 conn(0x7f975c09c290 msgr2=0x7f975c099310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:34.886 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.884+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 shutdown_connections 2024-09-16T01:18:34.886 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:34.884+0000 7f97632eb640 1 -- 172.21.15.175:0/2805134014 wait complete. 2024-09-16T01:18:34.895 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116994 for osd.2 2024-09-16T01:18:34.896 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182404 got 107374182403 for osd.0 2024-09-16T01:18:34.897 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149700 got 111669149698 for osd.1 2024-09-16T01:18:35.855 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:18:35.896 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:18:35.898 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:18:35.898 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:18:35.969 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.966+0000 7ffb81496640 1 Processor -- start 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.966+0000 7ffb81496640 1 -- start start 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb81496640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06dce0 0x7ffb7c06e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb81496640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ffb7c06e600 0x7ffb7c12f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb81496640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7ffb7c12f880 0x7ffb7c12fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb81496640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7ffb7c075bc0 con 0x7ffb7c12f880 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb81496640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7ffb7c070340 con 0x7ffb7c06dce0 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb81496640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7ffb7c130270 con 0x7ffb7c06e600 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7b7fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7ffb7c12f880 0x7ffb7c12fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7b7fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7ffb7c12f880 0x7ffb7c12fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44476/0 (socket says 172.21.15.175:44476) 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7b7fe640 1 -- 172.21.15.175:0/1209709853 learned_addr learned my addr 172.21.15.175:0/1209709853 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7a7fc640 1 --2- 172.21.15.175:0/1209709853 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ffb7c06e600 0x7ffb7c12f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:35.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7affd640 1 --2- 172.21.15.175:0/1209709853 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06dce0 0x7ffb7c06e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:35.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7affd640 1 -- 172.21.15.175:0/1209709853 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ffb7c06e600 msgr2=0x7ffb7c12f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:35.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7affd640 1 --2- 172.21.15.175:0/1209709853 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ffb7c06e600 0x7ffb7c12f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:35.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7affd640 1 -- 172.21.15.175:0/1209709853 >> v2:172.21.15.175:3300/0 conn(0x7ffb7c12f880 msgr2=0x7ffb7c12fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:35.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7affd640 1 --2- 172.21.15.175:0/1209709853 >> v2:172.21.15.175:3300/0 conn(0x7ffb7c12f880 0x7ffb7c12fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:35.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7affd640 1 -- 172.21.15.175:0/1209709853 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb7c06f720 con 0x7ffb7c06dce0 2024-09-16T01:18:35.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.967+0000 7ffb7b7fe640 1 --2- 172.21.15.175:0/1209709853 >> v2:172.21.15.175:3300/0 conn(0x7ffb7c12f880 0x7ffb7c12fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:35.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.968+0000 7ffb7affd640 1 --2- 172.21.15.175:0/1209709853 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06dce0 0x7ffb7c06e0c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ffb6c0097a0 tx=0x7ffb6c029fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f501a875abb29fea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:35.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.968+0000 7ffb79ffb640 1 -- 172.21.15.175:0/1209709853 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb6c037070 con 0x7ffb7c06dce0 2024-09-16T01:18:35.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.968+0000 7ffb79ffb640 1 -- 172.21.15.175:0/1209709853 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb6c02ad20 con 0x7ffb7c06dce0 2024-09-16T01:18:35.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.968+0000 7ffb79ffb640 1 -- 172.21.15.175:0/1209709853 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb6c032660 con 0x7ffb7c06dce0 2024-09-16T01:18:35.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.969+0000 7ffb81496640 1 -- 172.21.15.175:0/1209709853 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06dce0 msgr2=0x7ffb7c06e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:35.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.969+0000 7ffb81496640 1 --2- 172.21.15.175:0/1209709853 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06dce0 0x7ffb7c06e0c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ffb6c0097a0 tx=0x7ffb6c029fd0 comp rx=0 tx=0).stop 2024-09-16T01:18:35.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.969+0000 7ffb81496640 1 -- 172.21.15.175:0/1209709853 shutdown_connections 2024-09-16T01:18:35.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.969+0000 7ffb81496640 1 --2- 172.21.15.175:0/1209709853 >> v2:172.21.15.175:3300/0 conn(0x7ffb7c12f880 0x7ffb7c12fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:35.975 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.969+0000 7ffb81496640 1 --2- 172.21.15.175:0/1209709853 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ffb7c06e600 0x7ffb7c12f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.969+0000 7ffb81496640 1 --2- 172.21.15.175:0/1209709853 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06dce0 0x7ffb7c06e0c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.969+0000 7ffb81496640 1 -- 172.21.15.175:0/1209709853 >> 172.21.15.175:0/1209709853 conn(0x7ffb7c09e980 msgr2=0x7ffb7c09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.969+0000 7ffb81496640 1 -- 172.21.15.175:0/1209709853 shutdown_connections 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.969+0000 7ffb81496640 1 -- 172.21.15.175:0/1209709853 wait complete. 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.970+0000 7ffb81496640 1 Processor -- start 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.970+0000 7ffb81496640 1 -- start start 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb81496640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb7c06dce0 0x7ffb7c09b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb81496640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06e600 0x7ffb7c09bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb81496640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ffb7c12f880 0x7ffb7c1303f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb81496640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7ffb7c1367f0 con 0x7ffb7c06dce0 2024-09-16T01:18:35.976 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb81496640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7ffb7c136670 con 0x7ffb7c06e600 2024-09-16T01:18:35.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7a7fc640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06e600 0x7ffb7c09bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:35.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7a7fc640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06e600 0x7ffb7c09bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35072/0 (socket says 172.21.15.175:35072) 2024-09-16T01:18:35.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7a7fc640 1 -- 172.21.15.175:0/1417547033 learned_addr learned my addr 172.21.15.175:0/1417547033 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:35.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7ffb7c136970 con 0x7ffb7c12f880 2024-09-16T01:18:35.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7b7fe640 1 --2- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ffb7c12f880 0x7ffb7c1303f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:35.977 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7affd640 1 --2- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb7c06dce0 0x7ffb7c09b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:35.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7a7fc640 1 -- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ffb7c12f880 msgr2=0x7ffb7c1303f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:35.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7a7fc640 1 --2- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ffb7c12f880 0x7ffb7c1303f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:35.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7a7fc640 1 -- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb7c06dce0 msgr2=0x7ffb7c09b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:35.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7a7fc640 1 --2- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb7c06dce0 0x7ffb7c09b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:35.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7a7fc640 1 -- 172.21.15.175:0/1417547033 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb7c073a10 con 0x7ffb7c06e600 2024-09-16T01:18:35.978 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.971+0000 7ffb7a7fc640 1 --2- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06e600 0x7ffb7c09bbc0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ffb7000e980 tx=0x7ffb7000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:35.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.972+0000 7ffb637fe640 1 -- 172.21.15.175:0/1417547033 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb70017070 con 0x7ffb7c06e600 2024-09-16T01:18:35.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.972+0000 7ffb637fe640 1 -- 172.21.15.175:0/1417547033 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb7000ca00 con 0x7ffb7c06e600 2024-09-16T01:18:35.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.972+0000 7ffb637fe640 1 -- 172.21.15.175:0/1417547033 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb7000cdd0 con 0x7ffb7c06e600 2024-09-16T01:18:35.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.972+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb7c09c220 con 0x7ffb7c06e600 2024-09-16T01:18:35.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.972+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb7c132bd0 con 0x7ffb7c06e600 2024-09-16T01:18:35.979 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.973+0000 7ffb637fe640 1 -- 172.21.15.175:0/1417547033 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7ffb7001a070 con 0x7ffb7c06e600 2024-09-16T01:18:35.980 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.973+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb7c12da20 con 0x7ffb7c06e600 2024-09-16T01:18:35.980 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.974+0000 7ffb637fe640 1 -- 172.21.15.175:0/1417547033 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7ffb7005d9b0 con 0x7ffb7c06e600 2024-09-16T01:18:35.982 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:35.981+0000 7ffb637fe640 1 -- 172.21.15.175:0/1417547033 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7ffb7c12da20 con 0x7ffb7c06e600 2024-09-16T01:18:36.006 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.005+0000 7f3c60725640 1 Processor -- start 2024-09-16T01:18:36.007 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.005+0000 7f390ba2b640 1 Processor -- start 2024-09-16T01:18:36.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.005+0000 7f3c60725640 1 -- start start 2024-09-16T01:18:36.008 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.005+0000 7f390ba2b640 1 -- start start 2024-09-16T01:18:36.009 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3c60725640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c58096340 0x7f3c58096720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.009 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f390ba2b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f390412b6f0 0x7f390412bad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.010 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f390ba2b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f390412c010 0x7f39041281f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.010 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f390ba2b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3904128730 0x7f3904128be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.010 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3c60725640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c5812dd80 0x7f3c58135550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.010 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f390ba2b640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f390406b3c0 con 0x7f3904128730 2024-09-16T01:18:36.010 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f390ba2b640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f390406d9b0 con 0x7f390412b6f0 2024-09-16T01:18:36.010 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f390ba2b640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f390406d0e0 con 0x7f390412c010 2024-09-16T01:18:36.011 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3c60725640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c5809bd90 con 0x7f3c5812d210 2024-09-16T01:18:36.011 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3c60725640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f3c58098580 con 0x7f3c5812dd80 2024-09-16T01:18:36.011 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3c60725640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f3c580997e0 con 0x7f3c58096340 2024-09-16T01:18:36.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3908fc6640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f390412c010 0x7f39041281f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3908fc6640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f390412c010 0x7f39041281f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45792/0 (socket says 172.21.15.175:45792) 2024-09-16T01:18:36.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3909fc8640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3904128730 0x7f3904128be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3908fc6640 1 -- 172.21.15.175:0/1693350863 learned_addr learned my addr 172.21.15.175:0/1693350863 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:36.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3c5dcc0640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f3c5812d210 0x7f3c5812d670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35738/0 (socket says 172.21.15.175:35738) 2024-09-16T01:18:36.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f39097c7640 1 --2- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f390412b6f0 0x7f390412bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3c5dcc0640 1 -- 172.21.15.175:0/1348317548 learned_addr learned my addr 172.21.15.175:0/1348317548 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:36.014 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3c5ecc2640 1 --2- 172.21.15.175:0/1348317548 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c5812dd80 0x7f3c58135550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.014 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3909fc8640 1 -- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f390412c010 msgr2=0x7f39041281f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:36.014 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3909fc8640 1 --2- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f390412c010 0x7f39041281f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.014 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.006+0000 7f3c5e4c1640 1 --2- 172.21.15.175:0/1348317548 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c58096340 0x7f3c58096720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.014 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3909fc8640 1 -- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f390412b6f0 msgr2=0x7f390412bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:36.015 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3909fc8640 1 --2- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f390412b6f0 0x7f390412bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.015 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3909fc8640 1 -- 172.21.15.175:0/1693350863 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f390406d5e0 con 0x7f3904128730 2024-09-16T01:18:36.015 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3c5d4bf640 1 -- 172.21.15.175:0/1348317548 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 738272578 0 0) 0x7f3c5809bd90 con 0x7f3c5812d210 2024-09-16T01:18:36.015 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3c5d4bf640 1 -- 172.21.15.175:0/1348317548 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3c44003520 con 0x7f3c5812d210 2024-09-16T01:18:36.015 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3c5ecc2640 1 -- 172.21.15.175:0/1348317548 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c58096340 msgr2=0x7f3c58096720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:36.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3c5d4bf640 1 -- 172.21.15.175:0/1348317548 <== mon.0 v1:172.21.15.175:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3738825608 0 0) 0x7f3c44003520 con 0x7f3c5812d210 2024-09-16T01:18:36.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3c5ecc2640 1 --2- 172.21.15.175:0/1348317548 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c58096340 0x7f3c58096720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3c5ecc2640 1 -- 172.21.15.175:0/1348317548 >> v1:172.21.15.175:6789/0 conn(0x7f3c5812d210 legacy=0x7f3c5812d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3c5ecc2640 1 -- 172.21.15.175:0/1348317548 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c58099a10 con 0x7f3c5812dd80 2024-09-16T01:18:36.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7fd5c4b2c640 1 Processor -- start 2024-09-16T01:18:36.016 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7fd5c4b2c640 1 -- start start 2024-09-16T01:18:36.017 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f3909fc8640 1 --2- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3904128730 0x7f3904128be0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f38fc009dc0 tx=0x7f38fc02a500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14693cf4c09d5469 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:36.017 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f38fbfff640 1 -- 172.21.15.175:0/1693350863 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38fc007740 con 0x7f3904128730 2024-09-16T01:18:36.017 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.007+0000 7f38fbfff640 1 -- 172.21.15.175:0/1693350863 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38fc0078e0 con 0x7f3904128730 2024-09-16T01:18:36.017 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f38fbfff640 1 -- 172.21.15.175:0/1693350863 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38fc007cf0 con 0x7f3904128730 2024-09-16T01:18:36.017 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f3c5ecc2640 1 --2- 172.21.15.175:0/1348317548 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c5812dd80 0x7f3c58135550 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3c50009df0 tx=0x7f3c5002e8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78cc6f940832c0ef server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:36.017 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f3c5d4bf640 1 -- 172.21.15.175:0/1348317548 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c5003b070 con 0x7f3c5812dd80 2024-09-16T01:18:36.017 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f3c5d4bf640 1 -- 172.21.15.175:0/1348317548 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c50007540 con 0x7f3c5812dd80 2024-09-16T01:18:36.018 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f3c5d4bf640 1 -- 172.21.15.175:0/1348317548 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c48001670 con 0x7f3c5812dd80 2024-09-16T01:18:36.018 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f390ba2b640 1 -- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3904128730 msgr2=0x7f3904128be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.018 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f390ba2b640 1 --2- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3904128730 0x7f3904128be0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f38fc009dc0 tx=0x7f38fc02a500 comp rx=0 tx=0).stop 2024-09-16T01:18:36.018 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f390ba2b640 1 -- 172.21.15.175:0/1693350863 shutdown_connections 2024-09-16T01:18:36.018 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f390ba2b640 1 --2- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3904128730 0x7f3904128be0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.019 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f390ba2b640 1 --2- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f390412c010 0x7f39041281f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.019 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f390ba2b640 1 --2- 172.21.15.175:0/1693350863 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f390412b6f0 0x7f390412bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.019 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f390ba2b640 1 -- 172.21.15.175:0/1693350863 >> 172.21.15.175:0/1693350863 conn(0x7f390409a880 msgr2=0x7f390409ac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:36.019 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f390ba2b640 1 -- 172.21.15.175:0/1693350863 shutdown_connections 2024-09-16T01:18:36.019 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.008+0000 7f390ba2b640 1 -- 172.21.15.175:0/1693350863 wait complete. 2024-09-16T01:18:36.020 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5c4b2c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f0a0 0x7fd5c006f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.020 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5c4b2c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 0x7fd5c01343b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.020 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5c4b2c640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5c0070c60 con 0x7fd5c006f9c0 2024-09-16T01:18:36.020 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5c4b2c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fd5c0070190 con 0x7fd5c006f0a0 2024-09-16T01:18:36.020 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5c4b2c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fd5c00711b0 con 0x7fd5c012c780 2024-09-16T01:18:36.020 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5bed9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 0x7fd5c01343b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.021 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5be59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f0a0 0x7fd5c006f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.021 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5bdd9b640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fd5c006f9c0 0x7fd5c012c070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35750/0 (socket says 172.21.15.175:35750) 2024-09-16T01:18:36.021 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5be59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f0a0 0x7fd5c006f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35106/0 (socket says 172.21.15.175:35106) 2024-09-16T01:18:36.021 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5bdd9b640 1 -- 172.21.15.175:0/3484431410 learned_addr learned my addr 172.21.15.175:0/3484431410 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:36.021 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7f3c60725640 1 -- 172.21.15.175:0/1348317548 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c5812dd80 msgr2=0x7f3c58135550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.021 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7f3c60725640 1 --2- 172.21.15.175:0/1348317548 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c5812dd80 0x7f3c58135550 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3c50009df0 tx=0x7f3c5002e8e0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.021 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5bd59a640 1 -- 172.21.15.175:0/3484431410 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2543518441 0 0) 0x7fd5c0070c60 con 0x7fd5c006f9c0 2024-09-16T01:18:36.022 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7f3c60725640 1 -- 172.21.15.175:0/1348317548 shutdown_connections 2024-09-16T01:18:36.022 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7f3c60725640 1 --2- 172.21.15.175:0/1348317548 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c5812dd80 0x7f3c58135550 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.022 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7f3c60725640 1 --2- 172.21.15.175:0/1348317548 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c58096340 0x7f3c58096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.022 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7f3c60725640 1 -- 172.21.15.175:0/1348317548 >> 172.21.15.175:0/1348317548 conn(0x7f3c5809cb20 msgr2=0x7f3c5809cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:36.023 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f390ba2b640 1 Processor -- start 2024-09-16T01:18:36.023 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f390ba2b640 1 -- start start 2024-09-16T01:18:36.023 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f3c60725640 1 -- 172.21.15.175:0/1348317548 shutdown_connections 2024-09-16T01:18:36.023 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f3c60725640 1 -- 172.21.15.175:0/1348317548 wait complete. 2024-09-16T01:18:36.023 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.009+0000 7fd5bd59a640 1 -- 172.21.15.175:0/3484431410 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd5a8003520 con 0x7fd5c006f9c0 2024-09-16T01:18:36.023 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7fd5bed9d640 1 -- 172.21.15.175:0/3484431410 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f0a0 msgr2=0x7fd5c006f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:36.024 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7fd5bed9d640 1 --2- 172.21.15.175:0/3484431410 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f0a0 0x7fd5c006f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.024 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7fd5bed9d640 1 -- 172.21.15.175:0/3484431410 >> v1:172.21.15.175:6789/0 conn(0x7fd5c006f9c0 legacy=0x7fd5c012c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.024 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7fd5bed9d640 1 -- 172.21.15.175:0/3484431410 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5c0070360 con 0x7fd5c012c780 2024-09-16T01:18:36.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f390ba2b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3904128730 0x7f39040708e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f390ba2b640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f390412b6f0 0x7f3904070e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f39097c7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3904128730 0x7f39040708e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f39097c7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3904128730 0x7f39040708e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45822/0 (socket says 172.21.15.175:45822) 2024-09-16T01:18:36.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f39097c7640 1 -- 172.21.15.175:0/2946808518 learned_addr learned my addr 172.21.15.175:0/2946808518 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:36.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f3908fc6640 1 --2- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f390412b6f0 0x7f3904070e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f390ba2b640 1 --2- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f390412c010 0x7f3904071360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f3904096300 con 0x7f390412b6f0 2024-09-16T01:18:36.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f390412c660 con 0x7f390412c010 2024-09-16T01:18:36.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.010+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f3904096480 con 0x7f3904128730 2024-09-16T01:18:36.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f3c60725640 1 Processor -- start 2024-09-16T01:18:36.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f3909fc8640 1 --2- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f390412c010 0x7f3904071360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7fd5bed9d640 1 --2- 172.21.15.175:0/3484431410 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 0x7fd5c01343b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd5b800d050 tx=0x7fd5b802e960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f09faf0f44fc4e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:36.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f3908fc6640 1 -- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3904128730 msgr2=0x7f39040708e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f3908fc6640 1 --2- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3904128730 0x7f39040708e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f3908fc6640 1 -- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f390412c010 msgr2=0x7f3904071360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f3908fc6640 1 --2- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f390412c010 0x7f3904071360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f3908fc6640 1 -- 172.21.15.175:0/2946808518 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3904094dd0 con 0x7f390412b6f0 2024-09-16T01:18:36.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f3c60725640 1 -- start start 2024-09-16T01:18:36.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7fd5bd59a640 1 -- 172.21.15.175:0/3484431410 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b8009540 con 0x7fd5c012c780 2024-09-16T01:18:36.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7fd5bd59a640 1 -- 172.21.15.175:0/3484431410 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5b8039070 con 0x7fd5c012c780 2024-09-16T01:18:36.029 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7fd5bd59a640 1 -- 172.21.15.175:0/3484431410 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b8009900 con 0x7fd5c012c780 2024-09-16T01:18:36.029 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f3908fc6640 1 --2- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f390412b6f0 0x7f3904070e20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f38f400e850 tx=0x7f38f400ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:36.029 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f38f9ffb640 1 -- 172.21.15.175:0/2946808518 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f4017070 con 0x7f390412b6f0 2024-09-16T01:18:36.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f38f9ffb640 1 -- 172.21.15.175:0/2946808518 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38f400c940 con 0x7f390412b6f0 2024-09-16T01:18:36.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3904072a20 con 0x7f390412b6f0 2024-09-16T01:18:36.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f38f9ffb640 1 -- 172.21.15.175:0/2946808518 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f400cd10 con 0x7f390412b6f0 2024-09-16T01:18:36.030 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.011+0000 7f3c60725640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c58096340 0x7f3c5806ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f3c60725640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c5812d210 0x7f3c58070460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f3c5e4c1640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c58096340 0x7f3c5806ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f3c5e4c1640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c58096340 0x7f3c5806ff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35114/0 (socket says 172.21.15.175:35114) 2024-09-16T01:18:36.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39040732c0 con 0x7f390412b6f0 2024-09-16T01:18:36.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f3c5e4c1640 1 -- 172.21.15.175:0/3793629809 learned_addr learned my addr 172.21.15.175:0/3793629809 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:36.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f3c60725640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c5812dd80 0x7f3c580709a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f3c5dcc0640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c5812d210 0x7f3c58070460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/3484431410 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 msgr2=0x7fd5c01343b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7fd5c4b2c640 1 --2- 172.21.15.175:0/3484431410 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 0x7fd5c01343b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd5b800d050 tx=0x7fd5b802e960 comp rx=0 tx=0).stop 2024-09-16T01:18:36.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/3484431410 shutdown_connections 2024-09-16T01:18:36.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7fd5c4b2c640 1 --2- 172.21.15.175:0/3484431410 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 0x7fd5c01343b0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7fd5c4b2c640 1 --2- 172.21.15.175:0/3484431410 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f0a0 0x7fd5c006f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/3484431410 >> 172.21.15.175:0/3484431410 conn(0x7fd5c009b610 msgr2=0x7fd5c009ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:36.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f3c58098ba0 con 0x7f3c5812d210 2024-09-16T01:18:36.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f3c580993b0 con 0x7f3c58096340 2024-09-16T01:18:36.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/3484431410 shutdown_connections 2024-09-16T01:18:36.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/3484431410 wait complete. 2024-09-16T01:18:36.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f3c58096c60 con 0x7f3c5812dd80 2024-09-16T01:18:36.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.012+0000 7f3c5ecc2640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c5812dd80 0x7f3c580709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.013+0000 7f3c5e4c1640 1 -- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c5812dd80 msgr2=0x7f3c580709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.013+0000 7f3c5e4c1640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c5812dd80 0x7f3c580709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.013+0000 7f3c5e4c1640 1 -- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c5812d210 msgr2=0x7f3c58070460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.013+0000 7f3c5e4c1640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c5812d210 0x7f3c58070460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.013+0000 7f3c5e4c1640 1 -- 172.21.15.175:0/3793629809 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c58099f60 con 0x7f3c58096340 2024-09-16T01:18:36.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.013+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f390408d000 con 0x7f390412b6f0 2024-09-16T01:18:36.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.013+0000 7f3c5dcc0640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c5812d210 0x7f3c58070460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:36.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.013+0000 7f38f9ffb640 1 -- 172.21.15.175:0/2946808518 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f38f401a070 con 0x7f390412b6f0 2024-09-16T01:18:36.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.013+0000 7fd5c4b2c640 1 Processor -- start 2024-09-16T01:18:36.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7f38f9ffb640 1 -- 172.21.15.175:0/2946808518 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f38f405dc90 con 0x7f390412b6f0 2024-09-16T01:18:36.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5c4b2c640 1 -- start start 2024-09-16T01:18:36.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7f3c5e4c1640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c58096340 0x7f3c5806ff20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3c5400e9b0 tx=0x7f3c5400ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:36.038 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5c4b2c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5c006f0a0 0x7fd5c01c01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.039 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7f3c4effd640 1 -- 172.21.15.175:0/3793629809 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c54017070 con 0x7f3c58096340 2024-09-16T01:18:36.039 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c58071940 con 0x7f3c58096340 2024-09-16T01:18:36.039 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5c4b2c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f9c0 0x7fd5c01c06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.040 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5c4b2c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 0x7fd5c008cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:36.040 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5c4b2c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c012cdb0 con 0x7fd5c006f0a0 2024-09-16T01:18:36.040 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5c4b2c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fd5c012cc30 con 0x7fd5c006f9c0 2024-09-16T01:18:36.040 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5c4b2c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fd5c012cf30 con 0x7fd5c012c780 2024-09-16T01:18:36.040 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5be59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5c006f0a0 0x7fd5c01c01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c581bffe0 con 0x7f3c58096340 2024-09-16T01:18:36.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7f3c4effd640 1 -- 172.21.15.175:0/3793629809 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c5400c9a0 con 0x7f3c58096340 2024-09-16T01:18:36.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5be59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5c006f0a0 0x7fd5c01c01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44534/0 (socket says 172.21.15.175:44534) 2024-09-16T01:18:36.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5be59c640 1 -- 172.21.15.175:0/2522651932 learned_addr learned my addr 172.21.15.175:0/2522651932 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:36.041 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5bdd9b640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f9c0 0x7fd5c01c06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.042 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7f3c4effd640 1 -- 172.21.15.175:0/3793629809 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c5400cd90 con 0x7f3c58096340 2024-09-16T01:18:36.043 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.014+0000 7fd5bed9d640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 0x7fd5c008cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:36.043 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.015+0000 7fd5be59c640 1 -- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 msgr2=0x7fd5c008cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.043 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.015+0000 7fd5be59c640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 0x7fd5c008cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.043 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.015+0000 7fd5be59c640 1 -- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f9c0 msgr2=0x7fd5c01c06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.043 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.015+0000 7fd5be59c640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f9c0 0x7fd5c01c06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.015+0000 7fd5be59c640 1 -- 172.21.15.175:0/2522651932 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5c01c0c20 con 0x7fd5c006f0a0 2024-09-16T01:18:36.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.015+0000 7fd5bdd9b640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f9c0 0x7fd5c01c06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:36.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.015+0000 7fd5bed9d640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 0x7fd5c008cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:36.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.015+0000 7fd5be59c640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5c006f0a0 0x7fd5c01c01a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd5b000e9b0 tx=0x7fd5b000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:36.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.016+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c40005290 con 0x7f3c58096340 2024-09-16T01:18:36.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.016+0000 7f3c4effd640 1 -- 172.21.15.175:0/3793629809 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f3c5401a070 con 0x7f3c58096340 2024-09-16T01:18:36.044 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.017+0000 7f3c4effd640 1 -- 172.21.15.175:0/3793629809 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f3c5405d9f0 con 0x7f3c58096340 2024-09-16T01:18:36.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.019+0000 7fd5aeffd640 1 -- 172.21.15.175:0/2522651932 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b0017070 con 0x7fd5c006f0a0 2024-09-16T01:18:36.045 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.019+0000 7f38f9ffb640 1 -- 172.21.15.175:0/2946808518 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f38f403cde0 con 0x7f390412b6f0 2024-09-16T01:18:36.046 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.019+0000 7fd5aeffd640 1 -- 172.21.15.175:0/2522651932 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5b000c9a0 con 0x7fd5c006f0a0 2024-09-16T01:18:36.046 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.019+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/2522651932 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5c008ed50 con 0x7fd5c006f0a0 2024-09-16T01:18:36.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.019+0000 7fd5aeffd640 1 -- 172.21.15.175:0/2522651932 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b000cd90 con 0x7fd5c006f0a0 2024-09-16T01:18:36.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.019+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/2522651932 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5c008f900 con 0x7fd5c006f0a0 2024-09-16T01:18:36.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.020+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/2522651932 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5c006f480 con 0x7fd5c006f0a0 2024-09-16T01:18:36.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.020+0000 7fd5aeffd640 1 -- 172.21.15.175:0/2522651932 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fd5b001a070 con 0x7fd5c006f0a0 2024-09-16T01:18:36.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.021+0000 7fd5aeffd640 1 -- 172.21.15.175:0/2522651932 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fd5b005da10 con 0x7fd5c006f0a0 2024-09-16T01:18:36.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.023+0000 7f3c4effd640 1 -- 172.21.15.175:0/3793629809 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f3c58099f60 con 0x7f3c58096340 2024-09-16T01:18:36.047 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.025+0000 7fd5aeffd640 1 -- 172.21.15.175:0/2522651932 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fd5b005cac0 con 0x7fd5c006f0a0 2024-09-16T01:18:36.137 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.136+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7ffb7c12f340 con 0x7ffb7c06e600 2024-09-16T01:18:36.137 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.136+0000 7ffb637fe640 1 -- 172.21.15.175:0/1417547033 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ffb7005ca60 con 0x7ffb7c06e600 2024-09-16T01:18:36.137 INFO:teuthology.orchestra.run.smithi175.stdout:120259084290 2024-09-16T01:18:36.139 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.138+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 >> v1:172.21.15.175:6816/2987616722 conn(0x7ffb68047fd0 legacy=0x7ffb6804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.139 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.138+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06e600 msgr2=0x7ffb7c09bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.138+0000 7ffb81496640 1 --2- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06e600 0x7ffb7c09bbc0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ffb7000e980 tx=0x7ffb7000ee40 comp rx=0 tx=0).stop 2024-09-16T01:18:36.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.138+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 shutdown_connections 2024-09-16T01:18:36.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.138+0000 7ffb81496640 1 --2- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7ffb7c12f880 0x7ffb7c1303f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.138+0000 7ffb81496640 1 --2- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7ffb7c06e600 0x7ffb7c09bbc0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.138+0000 7ffb81496640 1 --2- 172.21.15.175:0/1417547033 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb7c06dce0 0x7ffb7c09b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.138+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 >> 172.21.15.175:0/1417547033 conn(0x7ffb7c09e980 msgr2=0x7ffb7c12eb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:36.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.138+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 shutdown_connections 2024-09-16T01:18:36.140 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.138+0000 7ffb81496640 1 -- 172.21.15.175:0/1417547033 wait complete. 2024-09-16T01:18:36.150 INFO:tasks.ceph.ceph_manager.ceph:need seq 120259084291 got 120259084290 for osd.3 2024-09-16T01:18:36.169 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.168+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f3904096890 con 0x7f390412b6f0 2024-09-16T01:18:36.169 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.168+0000 7f38f9ffb640 1 -- 172.21.15.175:0/2946808518 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f38f403d040 con 0x7f390412b6f0 2024-09-16T01:18:36.169 INFO:teuthology.orchestra.run.smithi175.stdout:107374182403 2024-09-16T01:18:36.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.170+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 >> v1:172.21.15.175:6816/2987616722 conn(0x7f38e8047fd0 legacy=0x7f38e804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.170+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f390412b6f0 msgr2=0x7f3904070e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.170+0000 7f390ba2b640 1 --2- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f390412b6f0 0x7f3904070e20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f38f400e850 tx=0x7f38f400ed10 comp rx=0 tx=0).stop 2024-09-16T01:18:36.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.170+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 shutdown_connections 2024-09-16T01:18:36.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.170+0000 7f390ba2b640 1 --2- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f390412c010 0x7f3904071360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.170+0000 7f390ba2b640 1 --2- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f390412b6f0 0x7f3904070e20 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.170+0000 7f390ba2b640 1 --2- 172.21.15.175:0/2946808518 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3904128730 0x7f39040708e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.170+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 >> 172.21.15.175:0/2946808518 conn(0x7f390409a880 msgr2=0x7f390412ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:36.172 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.170+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 shutdown_connections 2024-09-16T01:18:36.172 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.170+0000 7f390ba2b640 1 -- 172.21.15.175:0/2946808518 wait complete. 2024-09-16T01:18:36.172 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.172+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f3c40005580 con 0x7f3c58096340 2024-09-16T01:18:36.173 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.172+0000 7f3c4effd640 1 -- 172.21.15.175:0/3793629809 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3c5403cb40 con 0x7f3c58096340 2024-09-16T01:18:36.173 INFO:teuthology.orchestra.run.smithi175.stdout:111669149698 2024-09-16T01:18:36.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.173+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/2522651932 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd5c0068e60 con 0x7fd5c006f0a0 2024-09-16T01:18:36.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.173+0000 7fd5aeffd640 1 -- 172.21.15.175:0/2522651932 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd5b003cb80 con 0x7fd5c006f0a0 2024-09-16T01:18:36.174 INFO:teuthology.orchestra.run.smithi175.stdout:115964116994 2024-09-16T01:18:36.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.174+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 >> v1:172.21.15.175:6816/2987616722 conn(0x7f3c3c047fd0 legacy=0x7f3c3c04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.174+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c58096340 msgr2=0x7f3c5806ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.174+0000 7f3c60725640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c58096340 0x7f3c5806ff20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3c5400e9b0 tx=0x7f3c5400ee70 comp rx=0 tx=0).stop 2024-09-16T01:18:36.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.174+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 shutdown_connections 2024-09-16T01:18:36.176 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.174+0000 7f3c60725640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c5812dd80 0x7f3c580709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.176 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.174+0000 7f3c60725640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c5812d210 0x7f3c58070460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.176 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.174+0000 7f3c60725640 1 --2- 172.21.15.175:0/3793629809 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c58096340 0x7f3c5806ff20 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.176 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.174+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 >> 172.21.15.175:0/3793629809 conn(0x7f3c5809cb20 msgr2=0x7f3c5812b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:36.176 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.174+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 shutdown_connections 2024-09-16T01:18:36.176 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.174+0000 7f3c60725640 1 -- 172.21.15.175:0/3793629809 wait complete. 2024-09-16T01:18:36.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.175+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/2522651932 >> v1:172.21.15.175:6816/2987616722 conn(0x7fd5a0048000 legacy=0x7fd5a004a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.175+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5c006f0a0 msgr2=0x7fd5c01c01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:36.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.175+0000 7fd5c4b2c640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5c006f0a0 0x7fd5c01c01a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd5b000e9b0 tx=0x7fd5b000ee70 comp rx=0 tx=0).stop 2024-09-16T01:18:36.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.175+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/2522651932 shutdown_connections 2024-09-16T01:18:36.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.175+0000 7fd5c4b2c640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd5c012c780 0x7fd5c008cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.175+0000 7fd5c4b2c640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd5c006f9c0 0x7fd5c01c06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.175+0000 7fd5c4b2c640 1 --2- 172.21.15.175:0/2522651932 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd5c006f0a0 0x7fd5c01c01a0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:36.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.175+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/2522651932 >> 172.21.15.175:0/2522651932 conn(0x7fd5c009b610 msgr2=0x7fd5c006da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:36.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.176+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/2522651932 shutdown_connections 2024-09-16T01:18:36.177 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:36.176+0000 7fd5c4b2c640 1 -- 172.21.15.175:0/2522651932 wait complete. 2024-09-16T01:18:36.184 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182404 got 107374182403 for osd.0 2024-09-16T01:18:36.188 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149700 got 111669149698 for osd.1 2024-09-16T01:18:36.189 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116994 for osd.2 2024-09-16T01:18:37.152 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:18:37.186 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:18:37.188 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:18:37.194 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:18:37.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.259+0000 7f3c15e38640 1 Processor -- start 2024-09-16T01:18:37.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.259+0000 7f3c15e38640 1 -- start start 2024-09-16T01:18:37.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c15e38640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10130520 0x7f3c10132910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c15e38640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3c10132e50 0x7f3c10135240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c15e38640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c10096e30 con 0x7f3c10096340 2024-09-16T01:18:37.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c15e38640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f3c10098580 con 0x7f3c10132e50 2024-09-16T01:18:37.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c15e38640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f3c100997e0 con 0x7f3c10130520 2024-09-16T01:18:37.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c0effd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10130520 0x7f3c10132910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c0effd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10130520 0x7f3c10132910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45850/0 (socket says 172.21.15.175:45850) 2024-09-16T01:18:37.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c0effd640 1 -- 172.21.15.175:0/3002129479 learned_addr learned my addr 172.21.15.175:0/3002129479 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:37.262 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c0ffff640 1 --2- 172.21.15.175:0/3002129479 >> v2:172.21.15.175:3300/0 conn(0x7f3c10132e50 0x7f3c10135240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c0effd640 1 -- 172.21.15.175:0/3002129479 >> v2:172.21.15.175:3300/0 conn(0x7f3c10132e50 msgr2=0x7f3c10135240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:37.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c0effd640 1 --2- 172.21.15.175:0/3002129479 >> v2:172.21.15.175:3300/0 conn(0x7f3c10132e50 0x7f3c10135240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c0effd640 1 -- 172.21.15.175:0/3002129479 >> v1:172.21.15.175:6789/0 conn(0x7f3c10096340 legacy=0x7f3c10096720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:37.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c0effd640 1 -- 172.21.15.175:0/3002129479 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c1009bd90 con 0x7f3c10130520 2024-09-16T01:18:37.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.260+0000 7f3c0ffff640 1 --2- 172.21.15.175:0/3002129479 >> v2:172.21.15.175:3300/0 conn(0x7f3c10132e50 0x7f3c10135240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:37.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.261+0000 7f3c0effd640 1 --2- 172.21.15.175:0/3002129479 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10130520 0x7f3c10132910 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3c040098a0 tx=0x7f3c0402a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=adc8a323e77d53db server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.261+0000 7f3c0e7fc640 1 -- 172.21.15.175:0/3002129479 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04037070 con 0x7f3c10130520 2024-09-16T01:18:37.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.261+0000 7f3c0e7fc640 1 -- 172.21.15.175:0/3002129479 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c0402ae20 con 0x7f3c10130520 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.261+0000 7f3c0e7fc640 1 -- 172.21.15.175:0/3002129479 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04032660 con 0x7f3c10130520 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.262+0000 7f3c15e38640 1 -- 172.21.15.175:0/3002129479 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10130520 msgr2=0x7f3c10132910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.262+0000 7f3c15e38640 1 --2- 172.21.15.175:0/3002129479 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10130520 0x7f3c10132910 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3c040098a0 tx=0x7f3c0402a110 comp rx=0 tx=0).stop 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.262+0000 7f3c15e38640 1 -- 172.21.15.175:0/3002129479 shutdown_connections 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.262+0000 7f3c15e38640 1 --2- 172.21.15.175:0/3002129479 >> v2:172.21.15.175:3300/0 conn(0x7f3c10132e50 0x7f3c10135240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.262+0000 7f3c15e38640 1 --2- 172.21.15.175:0/3002129479 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10130520 0x7f3c10132910 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.262+0000 7f3c15e38640 1 -- 172.21.15.175:0/3002129479 >> 172.21.15.175:0/3002129479 conn(0x7f3c1009cb20 msgr2=0x7f3c1009cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.262+0000 7f3c15e38640 1 -- 172.21.15.175:0/3002129479 shutdown_connections 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.262+0000 7f3c15e38640 1 -- 172.21.15.175:0/3002129479 wait complete. 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.263+0000 7f3c15e38640 1 Processor -- start 2024-09-16T01:18:37.265 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c15e38640 1 -- start start 2024-09-16T01:18:37.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c15e38640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10096340 0x7f3c101c2a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c15e38640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c10130520 0x7f3c101c2f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c0f7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10096340 0x7f3c101c2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.267 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c0effd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c10130520 0x7f3c101c2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c0effd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c10130520 0x7f3c101c2f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35136/0 (socket says 172.21.15.175:35136) 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c0f7fe640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10096340 0x7f3c101c2a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45858/0 (socket says 172.21.15.175:45858) 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c0effd640 1 -- 172.21.15.175:0/43003961 learned_addr learned my addr 172.21.15.175:0/43003961 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c15e38640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c10132e50 0x7f3c1012cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f3c10098230 con 0x7f3c10132e50 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f3c10098ba0 con 0x7f3c10130520 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f3c10135780 con 0x7f3c10096340 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.264+0000 7f3c0ffff640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c10132e50 0x7f3c1012cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3c0effd640 1 -- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10096340 msgr2=0x7f3c101c2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3c0effd640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10096340 0x7f3c101c2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3c0effd640 1 -- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c10132e50 msgr2=0x7f3c1012cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3c0effd640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c10132e50 0x7f3c1012cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.268 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3c0effd640 1 -- 172.21.15.175:0/43003961 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c1012ecc0 con 0x7f3c10130520 2024-09-16T01:18:37.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3c0f7fe640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10096340 0x7f3c101c2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:37.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3c0ffff640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c10132e50 0x7f3c1012cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:37.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3c0effd640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c10130520 0x7f3c101c2f60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3c04000c00 tx=0x7f3c040046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3bf7fff640 1 -- 172.21.15.175:0/43003961 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04042070 con 0x7f3c10130520 2024-09-16T01:18:37.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3bf7fff640 1 -- 172.21.15.175:0/43003961 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c04004030 con 0x7f3c10130520 2024-09-16T01:18:37.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c10124cc0 con 0x7f3c10130520 2024-09-16T01:18:37.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3bf7fff640 1 -- 172.21.15.175:0/43003961 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04037040 con 0x7f3c10130520 2024-09-16T01:18:37.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.265+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c101c34a0 con 0x7f3c10130520 2024-09-16T01:18:37.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.266+0000 7f3bf7fff640 1 -- 172.21.15.175:0/43003961 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f3c0403c660 con 0x7f3c10130520 2024-09-16T01:18:37.270 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.267+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c10096720 con 0x7f3c10130520 2024-09-16T01:18:37.270 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.267+0000 7f3bf7fff640 1 -- 172.21.15.175:0/43003961 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f3c040816b0 con 0x7f3c10130520 2024-09-16T01:18:37.272 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.271+0000 7f3bf7fff640 1 -- 172.21.15.175:0/43003961 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f3c04080760 con 0x7f3c10130520 2024-09-16T01:18:37.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.301+0000 7fd100419640 1 Processor -- start 2024-09-16T01:18:37.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.301+0000 7fd100419640 1 -- start start 2024-09-16T01:18:37.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.301+0000 7f00a2d9c640 1 Processor -- start 2024-09-16T01:18:37.302 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.301+0000 7f00a2d9c640 1 -- start start 2024-09-16T01:18:37.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.301+0000 7f797160d640 1 Processor -- start 2024-09-16T01:18:37.303 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.301+0000 7f797160d640 1 -- start start 2024-09-16T01:18:37.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.301+0000 7fd100419640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f806e7d0 0x7fd0f8134660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.301+0000 7fd100419640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fd0f8134ba0 0x7fd0f8136f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.301+0000 7fd100419640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0f806f720 con 0x7fd0f806dce0 2024-09-16T01:18:37.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fe1b5640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fd0f806dce0 0x7fd0f806e0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35768/0 (socket says 172.21.15.175:35768) 2024-09-16T01:18:37.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fe1b5640 1 -- 172.21.15.175:0/4059765543 learned_addr learned my addr 172.21.15.175:0/4059765543 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:37.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd100419640 1 -- 172.21.15.175:0/4059765543 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fd0f8075bc0 con 0x7fd0f8134ba0 2024-09-16T01:18:37.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd100419640 1 -- 172.21.15.175:0/4059765543 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fd0f8070340 con 0x7fd0f806e7d0 2024-09-16T01:18:37.304 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fd9b4640 1 --2- 172.21.15.175:0/4059765543 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f806e7d0 0x7fd0f8134660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f00a2d9c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f009c095aa0 0x7f009c095e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f00a2d9c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c12bf10 0x7f009c12c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fe9b6640 1 --2- 172.21.15.175:0/4059765543 >> v2:172.21.15.175:3300/0 conn(0x7fd0f8134ba0 0x7fd0f8136f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.305 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f797160d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06ee30 0x7f796c06f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f797160d640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f796c06f750 0x7f796c133ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f796affd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06ee30 0x7f796c06f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f796affd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06ee30 0x7f796c06f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45866/0 (socket says 172.21.15.175:45866) 2024-09-16T01:18:37.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fd1b3640 1 -- 172.21.15.175:0/4059765543 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1127034126 0 0) 0x7fd0f806f720 con 0x7fd0f806dce0 2024-09-16T01:18:37.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f796affd640 1 -- 172.21.15.175:0/928329204 learned_addr learned my addr 172.21.15.175:0/928329204 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:37.306 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f797160d640 1 -- 172.21.15.175:0/928329204 --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f796c06cef0 con 0x7f796c134010 2024-09-16T01:18:37.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fd1b3640 1 -- 172.21.15.175:0/4059765543 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd0e4003520 con 0x7fd0f806dce0 2024-09-16T01:18:37.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f797160d640 1 -- 172.21.15.175:0/928329204 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f796c070430 con 0x7f796c06f750 2024-09-16T01:18:37.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f797160d640 1 -- 172.21.15.175:0/928329204 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f796c06fb90 con 0x7f796c06ee30 2024-09-16T01:18:37.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f00a0b38640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f009c095aa0 0x7f009c095e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.308 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f796a7fc640 1 --2- 172.21.15.175:0/928329204 >> v2:172.21.15.175:3300/0 conn(0x7f796c06f750 0x7f796c133ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.308 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f009bfff640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f009c0963c0 0x7f009c12b800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35776/0 (socket says 172.21.15.175:35776) 2024-09-16T01:18:37.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f009bfff640 1 -- 172.21.15.175:0/1959898945 learned_addr learned my addr 172.21.15.175:0/1959898945 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:37.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f00a2d9c640 1 -- 172.21.15.175:0/1959898945 --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f009c097f40 con 0x7f009c0963c0 2024-09-16T01:18:37.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7f00a1339640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c12bf10 0x7f009c12c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f00a2d9c640 1 -- 172.21.15.175:0/1959898945 --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f009c0971d0 con 0x7f009c095aa0 2024-09-16T01:18:37.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f796affd640 1 -- 172.21.15.175:0/928329204 >> v2:172.21.15.175:3300/0 conn(0x7f796c06f750 msgr2=0x7f796c133ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:37.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f796affd640 1 --2- 172.21.15.175:0/928329204 >> v2:172.21.15.175:3300/0 conn(0x7f796c06f750 0x7f796c133ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.310 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f009b7fe640 1 -- 172.21.15.175:0/1959898945 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 6149819 0 0) 0x7f009c097f40 con 0x7f009c0963c0 2024-09-16T01:18:37.310 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f00a2d9c640 1 -- 172.21.15.175:0/1959898945 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f009c0977d0 con 0x7f009c12bf10 2024-09-16T01:18:37.310 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f796affd640 1 -- 172.21.15.175:0/928329204 >> v1:172.21.15.175:6789/0 conn(0x7f796c134010 legacy=0x7f796c136400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.310 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f796affd640 1 -- 172.21.15.175:0/928329204 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f796c06d7e0 con 0x7f796c06ee30 2024-09-16T01:18:37.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fd1b3640 1 -- 172.21.15.175:0/4059765543 <== mon.0 v1:172.21.15.175:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3002063332 0 0) 0x7fd0e4003520 con 0x7fd0f806dce0 2024-09-16T01:18:37.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fd9b4640 1 -- 172.21.15.175:0/4059765543 >> v2:172.21.15.175:3300/0 conn(0x7fd0f8134ba0 msgr2=0x7fd0f8136f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:37.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fd9b4640 1 --2- 172.21.15.175:0/4059765543 >> v2:172.21.15.175:3300/0 conn(0x7fd0f8134ba0 0x7fd0f8136f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fd9b4640 1 -- 172.21.15.175:0/4059765543 >> v1:172.21.15.175:6789/0 conn(0x7fd0f806dce0 legacy=0x7fd0f806e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.302+0000 7fd0fd9b4640 1 -- 172.21.15.175:0/4059765543 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0f81384e0 con 0x7fd0f806e7d0 2024-09-16T01:18:37.311 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f009b7fe640 1 -- 172.21.15.175:0/1959898945 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f008c003520 con 0x7f009c0963c0 2024-09-16T01:18:37.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f00a0b38640 1 -- 172.21.15.175:0/1959898945 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c12bf10 msgr2=0x7f009c12c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:37.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f00a0b38640 1 --2- 172.21.15.175:0/1959898945 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c12bf10 0x7f009c12c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f00a0b38640 1 -- 172.21.15.175:0/1959898945 >> v1:172.21.15.175:6789/0 conn(0x7f009c0963c0 legacy=0x7f009c12b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7f00a0b38640 1 -- 172.21.15.175:0/1959898945 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f009c098380 con 0x7f009c095aa0 2024-09-16T01:18:37.312 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.303+0000 7fd0fd9b4640 1 --2- 172.21.15.175:0/4059765543 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f806e7d0 0x7fd0f8134660 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd0e80097a0 tx=0x7fd0e8029ff0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72613aeb51434825 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.313 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7f796affd640 1 --2- 172.21.15.175:0/928329204 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06ee30 0x7f796c06f210 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f795c009870 tx=0x7f795c02a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d134611c46fe3de server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.313 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7fd0fd1b3640 1 -- 172.21.15.175:0/4059765543 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0e8037070 con 0x7fd0f806e7d0 2024-09-16T01:18:37.313 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7fd0fd1b3640 1 -- 172.21.15.175:0/4059765543 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0e802aa80 con 0x7fd0f806e7d0 2024-09-16T01:18:37.313 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7fd0fd1b3640 1 -- 172.21.15.175:0/4059765543 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f4001650 con 0x7fd0f806e7d0 2024-09-16T01:18:37.314 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7f7969ffb640 1 -- 172.21.15.175:0/928329204 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c037070 con 0x7f796c06ee30 2024-09-16T01:18:37.314 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7f7969ffb640 1 -- 172.21.15.175:0/928329204 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f795c032440 con 0x7f796c06ee30 2024-09-16T01:18:37.314 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7f7969ffb640 1 -- 172.21.15.175:0/928329204 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c032810 con 0x7f796c06ee30 2024-09-16T01:18:37.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7f00a0b38640 1 --2- 172.21.15.175:0/1959898945 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 0x7f009c095e80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f00900097a0 tx=0x7f0090032870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c612127a8273f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7f009b7fe640 1 -- 172.21.15.175:0/1959898945 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0090038770 con 0x7f009c095aa0 2024-09-16T01:18:37.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7f009b7fe640 1 -- 172.21.15.175:0/1959898945 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f009003e070 con 0x7f009c095aa0 2024-09-16T01:18:37.315 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7f009b7fe640 1 -- 172.21.15.175:0/1959898945 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0090038b30 con 0x7f009c095aa0 2024-09-16T01:18:37.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7fd100419640 1 -- 172.21.15.175:0/4059765543 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f806e7d0 msgr2=0x7fd0f8134660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.304+0000 7fd100419640 1 --2- 172.21.15.175:0/4059765543 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f806e7d0 0x7fd0f8134660 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd0e80097a0 tx=0x7fd0e8029ff0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7fd100419640 1 -- 172.21.15.175:0/4059765543 shutdown_connections 2024-09-16T01:18:37.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7fd100419640 1 --2- 172.21.15.175:0/4059765543 >> v2:172.21.15.175:3300/0 conn(0x7fd0f8134ba0 0x7fd0f8136f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7fd100419640 1 --2- 172.21.15.175:0/4059765543 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f806e7d0 0x7fd0f8134660 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7fd100419640 1 -- 172.21.15.175:0/4059765543 >> 172.21.15.175:0/4059765543 conn(0x7fd0f809e980 msgr2=0x7fd0f809ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7fd100419640 1 -- 172.21.15.175:0/4059765543 shutdown_connections 2024-09-16T01:18:37.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7fd100419640 1 -- 172.21.15.175:0/4059765543 wait complete. 2024-09-16T01:18:37.318 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f797160d640 1 -- 172.21.15.175:0/928329204 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06ee30 msgr2=0x7f796c06f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f797160d640 1 --2- 172.21.15.175:0/928329204 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06ee30 0x7f796c06f210 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f795c009870 tx=0x7f795c02a130 comp rx=0 tx=0).stop 2024-09-16T01:18:37.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f797160d640 1 -- 172.21.15.175:0/928329204 shutdown_connections 2024-09-16T01:18:37.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f797160d640 1 --2- 172.21.15.175:0/928329204 >> v2:172.21.15.175:3300/0 conn(0x7f796c06f750 0x7f796c133ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f797160d640 1 --2- 172.21.15.175:0/928329204 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06ee30 0x7f796c06f210 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f797160d640 1 -- 172.21.15.175:0/928329204 >> 172.21.15.175:0/928329204 conn(0x7f796c09b610 msgr2=0x7f796c09ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f797160d640 1 -- 172.21.15.175:0/928329204 shutdown_connections 2024-09-16T01:18:37.319 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f797160d640 1 -- 172.21.15.175:0/928329204 wait complete. 2024-09-16T01:18:37.320 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f00a2d9c640 1 -- 172.21.15.175:0/1959898945 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 msgr2=0x7f009c095e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.321 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f00a2d9c640 1 --2- 172.21.15.175:0/1959898945 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 0x7f009c095e80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f00900097a0 tx=0x7f0090032870 comp rx=0 tx=0).stop 2024-09-16T01:18:37.321 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f00a2d9c640 1 -- 172.21.15.175:0/1959898945 shutdown_connections 2024-09-16T01:18:37.322 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f00a2d9c640 1 --2- 172.21.15.175:0/1959898945 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c12bf10 0x7f009c12c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.322 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f00a2d9c640 1 --2- 172.21.15.175:0/1959898945 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 0x7f009c095e80 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.322 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f00a2d9c640 1 -- 172.21.15.175:0/1959898945 >> 172.21.15.175:0/1959898945 conn(0x7f009c09c2a0 msgr2=0x7f009c09c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.322 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f00a2d9c640 1 -- 172.21.15.175:0/1959898945 shutdown_connections 2024-09-16T01:18:37.322 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.305+0000 7f00a2d9c640 1 -- 172.21.15.175:0/1959898945 wait complete. 2024-09-16T01:18:37.323 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7fd100419640 1 Processor -- start 2024-09-16T01:18:37.323 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7fd100419640 1 -- start start 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7fd100419640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0f806dce0 0x7fd0f81325e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7fd100419640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd0f806e7d0 0x7fd0f8132b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7fd100419640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f8134ba0 0x7fd0f8133060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7fd100419640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fd0f81378e0 con 0x7fd0f806e7d0 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7fd0fe1b5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0f806dce0 0x7fd0f81325e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7fd100419640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fd0f8137760 con 0x7fd0f806dce0 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7fd0fe1b5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0f806dce0 0x7fd0f81325e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35168/0 (socket says 172.21.15.175:35168) 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7fd0fe1b5640 1 -- 172.21.15.175:0/1338069569 learned_addr learned my addr 172.21.15.175:0/1338069569 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0fe9b6640 1 --2- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f8134ba0 0x7fd0f8133060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fd0f8137a60 con 0x7fd0f8134ba0 2024-09-16T01:18:37.324 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0fd9b4640 1 --2- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd0f806e7d0 0x7fd0f8132b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.325 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7f797160d640 1 Processor -- start 2024-09-16T01:18:37.325 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.306+0000 7f797160d640 1 -- start start 2024-09-16T01:18:37.325 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f00a2d9c640 1 Processor -- start 2024-09-16T01:18:37.325 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f00a2d9c640 1 -- start start 2024-09-16T01:18:37.325 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0fe1b5640 1 -- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f8134ba0 msgr2=0x7fd0f8133060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.326 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0fe1b5640 1 --2- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f8134ba0 0x7fd0f8133060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.326 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0fe1b5640 1 -- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd0f806e7d0 msgr2=0x7fd0f8132b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.326 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0fe1b5640 1 --2- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd0f806e7d0 0x7fd0f8132b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.326 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0fe1b5640 1 -- 172.21.15.175:0/1338069569 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0f8073a10 con 0x7fd0f806dce0 2024-09-16T01:18:37.326 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f797160d640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f796c06ee30 0x7f796c095eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.326 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f797160d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06f750 0x7f796c0963f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.326 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f797160d640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f796c134010 0x7f796c096930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.326 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0fe1b5640 1 --2- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0f806dce0 0x7fd0f81325e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd0f400c780 tx=0x7fd0f400cc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.327 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f796a7fc640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06f750 0x7f796c0963f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.327 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f796a7fc640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06f750 0x7f796c0963f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45888/0 (socket says 172.21.15.175:45888) 2024-09-16T01:18:37.327 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f796affd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f796c06ee30 0x7f796c095eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.327 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f796affd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f796c06ee30 0x7f796c095eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35176/0 (socket says 172.21.15.175:35176) 2024-09-16T01:18:37.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0eeffd640 1 -- 172.21.15.175:0/1338069569 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f4018070 con 0x7fd0f806dce0 2024-09-16T01:18:37.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0eeffd640 1 -- 172.21.15.175:0/1338069569 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0f40072d0 con 0x7fd0f806dce0 2024-09-16T01:18:37.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7fd0eeffd640 1 -- 172.21.15.175:0/1338069569 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0f40047e0 con 0x7fd0f806dce0 2024-09-16T01:18:37.328 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f796b7fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f796c134010 0x7f796c096930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0f8127c30 con 0x7fd0f806dce0 2024-09-16T01:18:37.329 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0f8127f20 con 0x7fd0f806dce0 2024-09-16T01:18:37.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f00a2d9c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 0x7f009c1c0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f00a2d9c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c0963c0 0x7f009c1c0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f00a2d9c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f009c12bf10 0x7f009c070e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f00a0b38640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 0x7f009c1c0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f009bfff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c0963c0 0x7f009c1c0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f00a0b38640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 0x7f009c1c0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44602/0 (socket says 172.21.15.175:44602) 2024-09-16T01:18:37.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f00a0b38640 1 -- 172.21.15.175:0/585830906 learned_addr learned my addr 172.21.15.175:0/585830906 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:37.330 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.307+0000 7f796b7fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f796c134010 0x7f796c096930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44590/0 (socket says 172.21.15.175:44590) 2024-09-16T01:18:37.331 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f00a1339640 1 --2- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f009c12bf10 0x7f009c070e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.331 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f009c062e50 con 0x7f009c095aa0 2024-09-16T01:18:37.331 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f009c098700 con 0x7f009c0963c0 2024-09-16T01:18:37.331 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f796a7fc640 1 -- 172.21.15.175:0/4220614444 learned_addr learned my addr 172.21.15.175:0/4220614444 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:37.332 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f009c062fd0 con 0x7f009c12bf10 2024-09-16T01:18:37.332 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f796c137eb0 con 0x7f796c134010 2024-09-16T01:18:37.332 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f796c137d30 con 0x7f796c06ee30 2024-09-16T01:18:37.332 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f796c138030 con 0x7f796c06f750 2024-09-16T01:18:37.332 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f796a7fc640 1 -- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f796c06ee30 msgr2=0x7f796c095eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f796a7fc640 1 --2- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f796c06ee30 0x7f796c095eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f796a7fc640 1 -- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f796c134010 msgr2=0x7f796c096930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f796a7fc640 1 --2- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f796c134010 0x7f796c096930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f796a7fc640 1 -- 172.21.15.175:0/4220614444 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f796c097a20 con 0x7f796c06f750 2024-09-16T01:18:37.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f796b7fe640 1 --2- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f796c134010 0x7f796c096930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:18:37.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.308+0000 7f796a7fc640 1 --2- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06f750 0x7f796c0963f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f796000e9b0 tx=0x7f796000ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f796affd640 1 --2- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f796c06ee30 0x7f796c095eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:18:37.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7fd0eeffd640 1 -- 172.21.15.175:0/1338069569 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fd0f4004980 con 0x7fd0f806dce0 2024-09-16T01:18:37.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f79537fe640 1 -- 172.21.15.175:0/4220614444 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960017070 con 0x7f796c06f750 2024-09-16T01:18:37.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f79537fe640 1 -- 172.21.15.175:0/4220614444 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f796000c9a0 con 0x7f796c06f750 2024-09-16T01:18:37.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f00a1339640 1 -- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c0963c0 msgr2=0x7f009c1c0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0f809c880 con 0x7fd0f806dce0 2024-09-16T01:18:37.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7fd0eeffd640 1 -- 172.21.15.175:0/1338069569 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fd0f405cdd0 con 0x7fd0f806dce0 2024-09-16T01:18:37.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f00a1339640 1 --2- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c0963c0 0x7f009c1c0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f00a1339640 1 -- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 msgr2=0x7f009c1c0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.336 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f00a1339640 1 --2- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 0x7f009c1c0410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.336 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f00a1339640 1 -- 172.21.15.175:0/585830906 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f009c1262b0 con 0x7f009c12bf10 2024-09-16T01:18:37.336 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f009bfff640 1 --2- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c0963c0 0x7f009c1c0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:37.336 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f00a0b38640 1 --2- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 0x7f009c1c0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:37.336 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f79537fe640 1 -- 172.21.15.175:0/4220614444 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f796000cd70 con 0x7f796c06f750 2024-09-16T01:18:37.336 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.310+0000 7f00a1339640 1 --2- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f009c12bf10 0x7f009c070e30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f009400ae30 tx=0x7f0094007420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.337 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.309+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f796c123f80 con 0x7f796c06f750 2024-09-16T01:18:37.337 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.310+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f796c133dc0 con 0x7f796c06f750 2024-09-16T01:18:37.337 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.311+0000 7f79537fe640 1 -- 172.21.15.175:0/4220614444 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f796001a070 con 0x7f796c06f750 2024-09-16T01:18:37.337 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.311+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f796c075620 con 0x7f796c06f750 2024-09-16T01:18:37.337 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.311+0000 7f79537fe640 1 -- 172.21.15.175:0/4220614444 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f796005da10 con 0x7f796c06f750 2024-09-16T01:18:37.338 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.311+0000 7f00997fa640 1 -- 172.21.15.175:0/585830906 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0094017070 con 0x7f009c12bf10 2024-09-16T01:18:37.338 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.311+0000 7f00997fa640 1 -- 172.21.15.175:0/585830906 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f009401b5b0 con 0x7f009c12bf10 2024-09-16T01:18:37.338 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.312+0000 7f00997fa640 1 -- 172.21.15.175:0/585830906 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009401b980 con 0x7f009c12bf10 2024-09-16T01:18:37.338 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.312+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f009c073090 con 0x7f009c12bf10 2024-09-16T01:18:37.338 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.312+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f009c073a80 con 0x7f009c12bf10 2024-09-16T01:18:37.338 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.313+0000 7fd0eeffd640 1 -- 172.21.15.175:0/1338069569 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fd0f809c880 con 0x7fd0f806dce0 2024-09-16T01:18:37.339 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.314+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f009c063400 con 0x7f009c12bf10 2024-09-16T01:18:37.339 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.316+0000 7f79537fe640 1 -- 172.21.15.175:0/4220614444 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f796c075620 con 0x7f796c06f750 2024-09-16T01:18:37.339 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.317+0000 7f00997fa640 1 -- 172.21.15.175:0/585830906 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f009401a070 con 0x7f009c12bf10 2024-09-16T01:18:37.340 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.317+0000 7f00997fa640 1 -- 172.21.15.175:0/585830906 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f009405da00 con 0x7f009c12bf10 2024-09-16T01:18:37.340 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.320+0000 7f00997fa640 1 -- 172.21.15.175:0/585830906 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f009403cbd0 con 0x7f009c12bf10 2024-09-16T01:18:37.424 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.423+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f3c10068d60 con 0x7f3c10130520 2024-09-16T01:18:37.424 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.423+0000 7f3bf7fff640 1 -- 172.21.15.175:0/43003961 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3c04004400 con 0x7f3c10130520 2024-09-16T01:18:37.425 INFO:teuthology.orchestra.run.smithi175.stdout:120259084291 2024-09-16T01:18:37.427 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.426+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 >> v1:172.21.15.175:6816/2987616722 conn(0x7f3bfc047fd0 legacy=0x7f3bfc04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.427 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.426+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c10130520 msgr2=0x7f3c101c2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.427 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.426+0000 7f3c15e38640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c10130520 0x7f3c101c2f60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3c04000c00 tx=0x7f3c040046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.428 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.426+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 shutdown_connections 2024-09-16T01:18:37.428 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.426+0000 7f3c15e38640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3c10132e50 0x7f3c1012cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.428 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.426+0000 7f3c15e38640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3c10130520 0x7f3c101c2f60 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.428 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.426+0000 7f3c15e38640 1 --2- 172.21.15.175:0/43003961 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3c10096340 0x7f3c101c2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.428 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.426+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 >> 172.21.15.175:0/43003961 conn(0x7f3c1009cb20 msgr2=0x7f3c10132700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.428 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.426+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 shutdown_connections 2024-09-16T01:18:37.428 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.426+0000 7f3c15e38640 1 -- 172.21.15.175:0/43003961 wait complete. 2024-09-16T01:18:37.443 INFO:tasks.ceph.ceph_manager.ceph:need seq 120259084291 got 120259084291 for osd.3 2024-09-16T01:18:37.443 DEBUG:teuthology.parallel:result is None 2024-09-16T01:18:37.462 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.461+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd0f809d450 con 0x7fd0f806dce0 2024-09-16T01:18:37.462 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.461+0000 7fd0eeffd640 1 -- 172.21.15.175:0/1338069569 <== mon.1 v2:172.21.15.175:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd0f809d450 con 0x7fd0f806dce0 2024-09-16T01:18:37.462 INFO:teuthology.orchestra.run.smithi175.stdout:115964116996 2024-09-16T01:18:37.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.463+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 >> v1:172.21.15.175:6816/2987616722 conn(0x7fd0dc047fd0 legacy=0x7fd0dc04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.463+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0f806dce0 msgr2=0x7fd0f81325e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.463+0000 7fd100419640 1 --2- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0f806dce0 0x7fd0f81325e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd0f400c780 tx=0x7fd0f400cc40 comp rx=0 tx=0).stop 2024-09-16T01:18:37.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.463+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 shutdown_connections 2024-09-16T01:18:37.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.463+0000 7fd100419640 1 --2- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fd0f8134ba0 0x7fd0f8133060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.463+0000 7fd100419640 1 --2- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd0f806e7d0 0x7fd0f8132b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.463+0000 7fd100419640 1 --2- 172.21.15.175:0/1338069569 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fd0f806dce0 0x7fd0f81325e0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.463+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 >> 172.21.15.175:0/1338069569 conn(0x7fd0f809e980 msgr2=0x7fd0f80725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.463+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 shutdown_connections 2024-09-16T01:18:37.465 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.463+0000 7fd100419640 1 -- 172.21.15.175:0/1338069569 wait complete. 2024-09-16T01:18:37.466 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.465+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f796c06f210 con 0x7f796c06f750 2024-09-16T01:18:37.466 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.465+0000 7f79537fe640 1 -- 172.21.15.175:0/4220614444 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f796003cbe0 con 0x7f796c06f750 2024-09-16T01:18:37.466 INFO:teuthology.orchestra.run.smithi175.stdout:107374182404 2024-09-16T01:18:37.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.469+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 >> v1:172.21.15.175:6816/2987616722 conn(0x7f7958048020 legacy=0x7f795804a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.469+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06f750 msgr2=0x7f796c0963f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.469+0000 7f797160d640 1 --2- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06f750 0x7f796c0963f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f796000e9b0 tx=0x7f796000ee70 comp rx=0 tx=0).stop 2024-09-16T01:18:37.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.469+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 shutdown_connections 2024-09-16T01:18:37.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.469+0000 7f797160d640 1 --2- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f796c134010 0x7f796c096930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.469+0000 7f797160d640 1 --2- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f796c06f750 0x7f796c0963f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.469+0000 7f797160d640 1 --2- 172.21.15.175:0/4220614444 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f796c06ee30 0x7f796c095eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.469+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 >> 172.21.15.175:0/4220614444 conn(0x7f796c09b610 msgr2=0x7f796c071e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.469+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 shutdown_connections 2024-09-16T01:18:37.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.469+0000 7f797160d640 1 -- 172.21.15.175:0/4220614444 wait complete. 2024-09-16T01:18:37.478 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.477+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f009c073d40 con 0x7f009c12bf10 2024-09-16T01:18:37.478 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.477+0000 7f00997fa640 1 -- 172.21.15.175:0/585830906 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f009403ce30 con 0x7f009c12bf10 2024-09-16T01:18:37.478 INFO:teuthology.orchestra.run.smithi175.stdout:111669149700 2024-09-16T01:18:37.480 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.479+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 >> v1:172.21.15.175:6816/2987616722 conn(0x7f0080048050 legacy=0x7f008004a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.480 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.479+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f009c12bf10 msgr2=0x7f009c070e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.480 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.479+0000 7f00a2d9c640 1 --2- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f009c12bf10 0x7f009c070e30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f009400ae30 tx=0x7f0094007420 comp rx=0 tx=0).stop 2024-09-16T01:18:37.481 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116996 for osd.2 2024-09-16T01:18:37.481 DEBUG:teuthology.parallel:result is None 2024-09-16T01:18:37.482 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.479+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 shutdown_connections 2024-09-16T01:18:37.482 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.479+0000 7f00a2d9c640 1 --2- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f009c12bf10 0x7f009c070e30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.482 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.479+0000 7f00a2d9c640 1 --2- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f009c0963c0 0x7f009c1c0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.482 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.479+0000 7f00a2d9c640 1 --2- 172.21.15.175:0/585830906 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f009c095aa0 0x7f009c1c0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.482 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.479+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 >> 172.21.15.175:0/585830906 conn(0x7f009c09c2a0 msgr2=0x7f009c125290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.482 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.479+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 shutdown_connections 2024-09-16T01:18:37.482 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.479+0000 7f00a2d9c640 1 -- 172.21.15.175:0/585830906 wait complete. 2024-09-16T01:18:37.484 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182404 got 107374182404 for osd.0 2024-09-16T01:18:37.484 DEBUG:teuthology.parallel:result is None 2024-09-16T01:18:37.491 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149700 got 111669149700 for osd.1 2024-09-16T01:18:37.491 DEBUG:teuthology.parallel:result is None 2024-09-16T01:18:37.492 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:18:37.492 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:18:37.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.629+0000 7f381acb7640 1 Processor -- start 2024-09-16T01:18:37.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.629+0000 7f381acb7640 1 -- start start 2024-09-16T01:18:37.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.629+0000 7f381acb7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406e7d0 0x7f38141346d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.629+0000 7f381acb7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 0x7f3814137000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.629+0000 7f381acb7640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38140702f0 con 0x7f381406dce0 2024-09-16T01:18:37.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.629+0000 7f381acb7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f381406fef0 con 0x7f3814134c10 2024-09-16T01:18:37.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.629+0000 7f381acb7640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f381406f980 con 0x7f381406e7d0 2024-09-16T01:18:37.631 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.629+0000 7f3813fff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406e7d0 0x7f38141346d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.629+0000 7f3818a53640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f381406dce0 0x7f381406e0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35804/0 (socket says 172.21.15.175:35804) 2024-09-16T01:18:37.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.630+0000 7f3818a53640 1 -- 172.21.15.175:0/1159364935 learned_addr learned my addr 172.21.15.175:0/1159364935 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:37.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.630+0000 7f3819254640 1 --2- 172.21.15.175:0/1159364935 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 0x7f3814137000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.630+0000 7f3813fff640 1 -- 172.21.15.175:0/1159364935 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 msgr2=0x7f3814137000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:37.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.630+0000 7f3813fff640 1 --2- 172.21.15.175:0/1159364935 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 0x7f3814137000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.630+0000 7f3813fff640 1 -- 172.21.15.175:0/1159364935 >> v1:172.21.15.175:6789/0 conn(0x7f381406dce0 legacy=0x7f381406e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.630+0000 7f3813fff640 1 -- 172.21.15.175:0/1159364935 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f381406ebe0 con 0x7f381406e7d0 2024-09-16T01:18:37.632 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.630+0000 7f3819254640 1 --2- 172.21.15.175:0/1159364935 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 0x7f3814137000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:37.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.630+0000 7f3813fff640 1 --2- 172.21.15.175:0/1159364935 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406e7d0 0x7f38141346d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f38000097d0 tx=0x7f380002a0d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d94b8073f291ece9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f38137fe640 1 -- 172.21.15.175:0/1159364935 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3800037070 con 0x7f381406e7d0 2024-09-16T01:18:37.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f38137fe640 1 -- 172.21.15.175:0/1159364935 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f380002ae20 con 0x7f381406e7d0 2024-09-16T01:18:37.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f38137fe640 1 -- 172.21.15.175:0/1159364935 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3800032660 con 0x7f381406e7d0 2024-09-16T01:18:37.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f381acb7640 1 -- 172.21.15.175:0/1159364935 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406e7d0 msgr2=0x7f38141346d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.635 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f381acb7640 1 --2- 172.21.15.175:0/1159364935 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406e7d0 0x7f38141346d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f38000097d0 tx=0x7f380002a0d0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f381acb7640 1 -- 172.21.15.175:0/1159364935 shutdown_connections 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f381acb7640 1 --2- 172.21.15.175:0/1159364935 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 0x7f3814137000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f381acb7640 1 --2- 172.21.15.175:0/1159364935 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406e7d0 0x7f38141346d0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f381acb7640 1 -- 172.21.15.175:0/1159364935 >> 172.21.15.175:0/1159364935 conn(0x7f381409e980 msgr2=0x7f381409ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f381acb7640 1 -- 172.21.15.175:0/1159364935 shutdown_connections 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.631+0000 7f381acb7640 1 -- 172.21.15.175:0/1159364935 wait complete. 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.632+0000 7f381acb7640 1 Processor -- start 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.632+0000 7f381acb7640 1 -- start start 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.632+0000 7f381acb7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406dce0 0x7f3814133750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f381acb7640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f381406e7d0 0x7f3814133c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f381acb7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 0x7f38141341d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f381acb7640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f38141378d0 con 0x7f381406e7d0 2024-09-16T01:18:37.636 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f381acb7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f3814137750 con 0x7f3814134c10 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f381acb7640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f3814137a50 con 0x7f381406dce0 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3818a53640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406dce0 0x7f3814133750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3813fff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f381406e7d0 0x7f3814133c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3819254640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 0x7f38141341d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3813fff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f381406e7d0 0x7f3814133c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44614/0 (socket says 172.21.15.175:44614) 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3813fff640 1 -- 172.21.15.175:0/3690808900 learned_addr learned my addr 172.21.15.175:0/3690808900 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3818a53640 1 -- 172.21.15.175:0/3690808900 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 msgr2=0x7f38141341d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3818a53640 1 --2- 172.21.15.175:0/3690808900 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 0x7f38141341d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3818a53640 1 -- 172.21.15.175:0/3690808900 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f381406e7d0 msgr2=0x7f3814133c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3818a53640 1 --2- 172.21.15.175:0/3690808900 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f381406e7d0 0x7f3814133c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3818a53640 1 -- 172.21.15.175:0/3690808900 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3814127ba0 con 0x7f381406dce0 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f3818a53640 1 --2- 172.21.15.175:0/3690808900 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406dce0 0x7f3814133750 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f380800c470 tx=0x7f3808001e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.637 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f38117fa640 1 -- 172.21.15.175:0/3690808900 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3808017070 con 0x7f381406dce0 2024-09-16T01:18:37.638 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f38117fa640 1 -- 172.21.15.175:0/3690808900 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3808005ce0 con 0x7f381406dce0 2024-09-16T01:18:37.638 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f381acb7640 1 -- 172.21.15.175:0/3690808900 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3814127380 con 0x7f381406dce0 2024-09-16T01:18:37.638 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f38117fa640 1 -- 172.21.15.175:0/3690808900 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38080072d0 con 0x7f381406dce0 2024-09-16T01:18:37.638 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.633+0000 7f381acb7640 1 -- 172.21.15.175:0/3690808900 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f38141286b0 con 0x7f381406dce0 2024-09-16T01:18:37.638 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.634+0000 7f381acb7640 1 -- 172.21.15.175:0/3690808900 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f381406e0c0 con 0x7f381406dce0 2024-09-16T01:18:37.638 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.634+0000 7f38117fa640 1 -- 172.21.15.175:0/3690808900 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f380801a070 con 0x7f381406dce0 2024-09-16T01:18:37.638 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.635+0000 7f38117fa640 1 -- 172.21.15.175:0/3690808900 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f380805cc90 con 0x7f381406dce0 2024-09-16T01:18:37.639 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.638+0000 7f38117fa640 1 -- 172.21.15.175:0/3690808900 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f3814127ba0 con 0x7f381406dce0 2024-09-16T01:18:37.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.774+0000 7f381acb7640 1 -- 172.21.15.175:0/3690808900 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f38140008d0 con 0x7f37f8048000 2024-09-16T01:18:37.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.776+0000 7f38117fa640 1 -- 172.21.15.175:0/3690808900 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32001 (unknown 2965378022 0 998915335) 0x7f38140008d0 con 0x7f37f8048000 2024-09-16T01:18:37.777 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:37.777 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:18:37.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.777+0000 7f381acb7640 1 -- 172.21.15.175:0/3690808900 >> v1:172.21.15.175:6816/2987616722 conn(0x7f37f8048000 legacy=0x7f37f804a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.777+0000 7f381acb7640 1 -- 172.21.15.175:0/3690808900 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406dce0 msgr2=0x7f3814133750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.777+0000 7f381acb7640 1 --2- 172.21.15.175:0/3690808900 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406dce0 0x7f3814133750 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f380800c470 tx=0x7f3808001e70 comp rx=0 tx=0).stop 2024-09-16T01:18:37.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.777+0000 7f381acb7640 1 -- 172.21.15.175:0/3690808900 shutdown_connections 2024-09-16T01:18:37.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.777+0000 7f381acb7640 1 --2- 172.21.15.175:0/3690808900 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3814134c10 0x7f38141341d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.777+0000 7f381acb7640 1 --2- 172.21.15.175:0/3690808900 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f381406e7d0 0x7f3814133c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.777+0000 7f381acb7640 1 --2- 172.21.15.175:0/3690808900 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f381406dce0 0x7f3814133750 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.777+0000 7f381acb7640 1 -- 172.21.15.175:0/3690808900 >> 172.21.15.175:0/3690808900 conn(0x7f381409e980 msgr2=0x7f38140725c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.777+0000 7f381acb7640 1 -- 172.21.15.175:0/3690808900 shutdown_connections 2024-09-16T01:18:37.779 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.778+0000 7f381acb7640 1 -- 172.21.15.175:0/3690808900 wait complete. 2024-09-16T01:18:37.789 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-16T01:18:36.414802+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":159,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112292,"kb_used_data":2216,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375068,"statfs":{"total":386547056640,"available":386432069632,"internally_reserved":0,"allocated":2269184,"data_stored":1560057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17745,"internal_metadata":112638639},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001163"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547489+0000","last_change":"2024-09-16T01:18:28.941114+0000","last_active":"2024-09-16T01:18:33.547489+0000","last_peered":"2024-09-16T01:18:33.547489+0000","last_clean":"2024-09-16T01:18:33.547489+0000","last_became_active":"2024-09-16T01:18:28.940786+0000","last_became_peered":"2024-09-16T01:18:28.940786+0000","last_unstale":"2024-09-16T01:18:33.547489+0000","last_undegraded":"2024-09-16T01:18:33.547489+0000","last_fullsized":"2024-09-16T01:18:33.547489+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:54.717903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538568+0000","last_change":"2024-09-16T01:18:26.492438+0000","last_active":"2024-09-16T01:18:34.538568+0000","last_peered":"2024-09-16T01:18:34.538568+0000","last_clean":"2024-09-16T01:18:34.538568+0000","last_became_active":"2024-09-16T01:18:26.492141+0000","last_became_peered":"2024-09-16T01:18:26.492141+0000","last_unstale":"2024-09-16T01:18:34.538568+0000","last_undegraded":"2024-09-16T01:18:34.538568+0000","last_fullsized":"2024-09-16T01:18:34.538568+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:46.756784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547717+0000","last_change":"2024-09-16T01:18:28.940211+0000","last_active":"2024-09-16T01:18:33.547717+0000","last_peered":"2024-09-16T01:18:33.547717+0000","last_clean":"2024-09-16T01:18:33.547717+0000","last_became_active":"2024-09-16T01:18:28.939897+0000","last_became_peered":"2024-09-16T01:18:28.939897+0000","last_unstale":"2024-09-16T01:18:33.547717+0000","last_undegraded":"2024-09-16T01:18:33.547717+0000","last_fullsized":"2024-09-16T01:18:33.547717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:04.657972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538550+0000","last_change":"2024-09-16T01:18:26.494546+0000","last_active":"2024-09-16T01:18:34.538550+0000","last_peered":"2024-09-16T01:18:34.538550+0000","last_clean":"2024-09-16T01:18:34.538550+0000","last_became_active":"2024-09-16T01:18:26.494242+0000","last_became_peered":"2024-09-16T01:18:26.494242+0000","last_unstale":"2024-09-16T01:18:34.538550+0000","last_undegraded":"2024-09-16T01:18:34.538550+0000","last_fullsized":"2024-09-16T01:18:34.538550+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:30.777209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547677+0000","last_change":"2024-09-16T01:18:28.526122+0000","last_active":"2024-09-16T01:18:33.547677+0000","last_peered":"2024-09-16T01:18:33.547677+0000","last_clean":"2024-09-16T01:18:33.547677+0000","last_became_active":"2024-09-16T01:18:28.525755+0000","last_became_peered":"2024-09-16T01:18:28.525755+0000","last_unstale":"2024-09-16T01:18:33.547677+0000","last_undegraded":"2024-09-16T01:18:33.547677+0000","last_fullsized":"2024-09-16T01:18:33.547677+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:47.819279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":37,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:35.039089+0000","last_change":"2024-09-16T01:18:28.526362+0000","last_active":"2024-09-16T01:18:35.039089+0000","last_peered":"2024-09-16T01:18:35.039089+0000","last_clean":"2024-09-16T01:18:35.039089+0000","last_became_active":"2024-09-16T01:18:28.526080+0000","last_became_peered":"2024-09-16T01:18:28.526080+0000","last_unstale":"2024-09-16T01:18:35.039089+0000","last_undegraded":"2024-09-16T01:18:35.039089+0000","last_fullsized":"2024-09-16T01:18:35.039089+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:29.696973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547456+0000","last_change":"2024-09-16T01:18:28.526389+0000","last_active":"2024-09-16T01:18:33.547456+0000","last_peered":"2024-09-16T01:18:33.547456+0000","last_clean":"2024-09-16T01:18:33.547456+0000","last_became_active":"2024-09-16T01:18:28.526090+0000","last_became_peered":"2024-09-16T01:18:28.526090+0000","last_unstale":"2024-09-16T01:18:33.547456+0000","last_undegraded":"2024-09-16T01:18:33.547456+0000","last_fullsized":"2024-09-16T01:18:33.547456+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:33.838794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547580+0000","last_change":"2024-09-16T01:18:28.526238+0000","last_active":"2024-09-16T01:18:33.547580+0000","last_peered":"2024-09-16T01:18:33.547580+0000","last_clean":"2024-09-16T01:18:33.547580+0000","last_became_active":"2024-09-16T01:18:28.525828+0000","last_became_peered":"2024-09-16T01:18:28.525828+0000","last_unstale":"2024-09-16T01:18:33.547580+0000","last_undegraded":"2024-09-16T01:18:33.547580+0000","last_fullsized":"2024-09-16T01:18:33.547580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:33.909053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'108","reported_seq":206,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538791+0000","last_change":"2024-09-16T01:18:26.492551+0000","last_active":"2024-09-16T01:18:34.538791+0000","last_peered":"2024-09-16T01:18:34.538791+0000","last_clean":"2024-09-16T01:18:34.538791+0000","last_became_active":"2024-09-16T01:18:26.492189+0000","last_became_peered":"2024-09-16T01:18:26.492189+0000","last_unstale":"2024-09-16T01:18:34.538791+0000","last_undegraded":"2024-09-16T01:18:34.538791+0000","last_fullsized":"2024-09-16T01:18:34.538791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_clean_scrub_stamp":"2024-09-16T01:16:56.561942+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:30:44.943207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084291,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":95731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4435,"internal_metadata":28176045},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":270336,"data_stored":95712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28176043},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149700,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28372,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343468,"statfs":{"total":96636764160,"available":96607711232,"internally_reserved":0,"allocated":860160,"data_stored":682534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4436,"internal_metadata":28176044},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28320,"kb_used_data":844,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343520,"statfs":{"total":96636764160,"available":96607764480,"internally_reserved":0,"allocated":864256,"data_stored":686080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28110507},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:18:37.790 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:18:37.889 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.887+0000 7f8d9814c640 1 Processor -- start 2024-09-16T01:18:37.889 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.887+0000 7f8d9814c640 1 -- start start 2024-09-16T01:18:37.889 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d9814c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f8d90093200 0x7f8d90134ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.889 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d9814c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90135000 0x7f8d901373f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d9814c640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d90091a00 con 0x7f8d90092710 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d9814c640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f8d90093820 con 0x7f8d90093200 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d9814c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f8d90063480 con 0x7f8d90135000 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d95ee8640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f8d90092710 0x7f8d90092af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35808/0 (socket says 172.21.15.175:35808) 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d956e7640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f8d90093200 0x7f8d90134ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d95ee8640 1 -- 172.21.15.175:0/946501090 learned_addr learned my addr 172.21.15.175:0/946501090 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d966e9640 1 --2- 172.21.15.175:0/946501090 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90135000 0x7f8d901373f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d966e9640 1 -- 172.21.15.175:0/946501090 >> v2:172.21.15.175:3300/0 conn(0x7f8d90093200 msgr2=0x7f8d90134ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d966e9640 1 --2- 172.21.15.175:0/946501090 >> v2:172.21.15.175:3300/0 conn(0x7f8d90093200 0x7f8d90134ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d966e9640 1 -- 172.21.15.175:0/946501090 >> v1:172.21.15.175:6789/0 conn(0x7f8d90092710 legacy=0x7f8d90092af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d94ee6640 1 -- 172.21.15.175:0/946501090 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3295118360 0 0) 0x7f8d90091a00 con 0x7f8d90092710 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d966e9640 1 -- 172.21.15.175:0/946501090 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d900630c0 con 0x7f8d90135000 2024-09-16T01:18:37.890 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.888+0000 7f8d956e7640 1 --2- 172.21.15.175:0/946501090 >> v2:172.21.15.175:3300/0 conn(0x7f8d90093200 0x7f8d90134ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:37.894 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.889+0000 7f8d966e9640 1 --2- 172.21.15.175:0/946501090 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90135000 0x7f8d901373f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8d88009dc0 tx=0x7f8d8802a560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d806ac125bfea2ed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.894 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.889+0000 7f8d94ee6640 1 -- 172.21.15.175:0/946501090 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d88007740 con 0x7f8d90135000 2024-09-16T01:18:37.894 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.889+0000 7f8d94ee6640 1 -- 172.21.15.175:0/946501090 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d880078e0 con 0x7f8d90135000 2024-09-16T01:18:37.894 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.889+0000 7f8d94ee6640 1 -- 172.21.15.175:0/946501090 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d88007cb0 con 0x7f8d90135000 2024-09-16T01:18:37.894 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.889+0000 7f8d9814c640 1 -- 172.21.15.175:0/946501090 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90135000 msgr2=0x7f8d901373f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.894 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.889+0000 7f8d9814c640 1 --2- 172.21.15.175:0/946501090 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90135000 0x7f8d901373f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8d88009dc0 tx=0x7f8d8802a560 comp rx=0 tx=0).stop 2024-09-16T01:18:37.894 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.889+0000 7f8d9814c640 1 -- 172.21.15.175:0/946501090 shutdown_connections 2024-09-16T01:18:37.894 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.889+0000 7f8d9814c640 1 --2- 172.21.15.175:0/946501090 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90135000 0x7f8d901373f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.894 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.890+0000 7f8d9814c640 1 --2- 172.21.15.175:0/946501090 >> v2:172.21.15.175:3300/0 conn(0x7f8d90093200 0x7f8d90134ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.890+0000 7f8d9814c640 1 -- 172.21.15.175:0/946501090 >> 172.21.15.175:0/946501090 conn(0x7f8d9009e4b0 msgr2=0x7f8d9009e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.890+0000 7f8d9814c640 1 -- 172.21.15.175:0/946501090 shutdown_connections 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.890+0000 7f8d9814c640 1 -- 172.21.15.175:0/946501090 wait complete. 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.890+0000 7f8d9814c640 1 Processor -- start 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.890+0000 7f8d9814c640 1 -- start start 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d9814c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8d90092710 0x7f8d90132130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d9814c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90093200 0x7f8d90132670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d9814c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8d90135000 0x7f8d90132bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d9814c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f8d90137ab0 con 0x7f8d90092710 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d9814c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f8d90137930 con 0x7f8d90135000 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d9814c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f8d90137c30 con 0x7f8d90093200 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d95ee8640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8d90092710 0x7f8d90132130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.895 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d956e7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90093200 0x7f8d90132670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d95ee8640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8d90092710 0x7f8d90132130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44626/0 (socket says 172.21.15.175:44626) 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d956e7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90093200 0x7f8d90132670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45920/0 (socket says 172.21.15.175:45920) 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d95ee8640 1 -- 172.21.15.175:0/3245592807 learned_addr learned my addr 172.21.15.175:0/3245592807 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d966e9640 1 --2- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8d90135000 0x7f8d90132bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d956e7640 1 -- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8d90135000 msgr2=0x7f8d90132bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d956e7640 1 --2- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8d90135000 0x7f8d90132bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d956e7640 1 -- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8d90092710 msgr2=0x7f8d90132130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d956e7640 1 --2- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8d90092710 0x7f8d90132130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d956e7640 1 -- 172.21.15.175:0/3245592807 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d90133f00 con 0x7f8d90093200 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d95ee8640 1 --2- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8d90092710 0x7f8d90132130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d956e7640 1 --2- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90093200 0x7f8d90132670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8d8000e900 tx=0x7f8d8000edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:37.896 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.891+0000 7f8d867fc640 1 -- 172.21.15.175:0/3245592807 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d80017070 con 0x7f8d90093200 2024-09-16T01:18:37.897 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.892+0000 7f8d867fc640 1 -- 172.21.15.175:0/3245592807 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d8000ca00 con 0x7f8d90093200 2024-09-16T01:18:37.897 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.892+0000 7f8d9814c640 1 -- 172.21.15.175:0/3245592807 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d9006efa0 con 0x7f8d90093200 2024-09-16T01:18:37.897 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.892+0000 7f8d867fc640 1 -- 172.21.15.175:0/3245592807 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d8000cdf0 con 0x7f8d90093200 2024-09-16T01:18:37.897 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.892+0000 7f8d9814c640 1 -- 172.21.15.175:0/3245592807 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d90073db0 con 0x7f8d90093200 2024-09-16T01:18:37.897 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.892+0000 7f8d867fc640 1 -- 172.21.15.175:0/3245592807 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f8d8001a070 con 0x7f8d90093200 2024-09-16T01:18:37.897 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.892+0000 7f8d9814c640 1 -- 172.21.15.175:0/3245592807 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d90092af0 con 0x7f8d90093200 2024-09-16T01:18:37.897 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.893+0000 7f8d867fc640 1 -- 172.21.15.175:0/3245592807 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f8d8005d830 con 0x7f8d90093200 2024-09-16T01:18:37.897 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:37.896+0000 7f8d867fc640 1 -- 172.21.15.175:0/3245592807 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f8d8005c8e0 con 0x7f8d90093200 2024-09-16T01:18:38.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.032+0000 7f8d9814c640 1 -- 172.21.15.175:0/3245592807 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8d90074070 con 0x7f8d74047fd0 2024-09-16T01:18:38.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.033+0000 7f8d867fc640 1 -- 172.21.15.175:0/3245592807 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32001 (unknown 2965378022 0 998915335) 0x7f8d90074070 con 0x7f8d74047fd0 2024-09-16T01:18:38.035 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:38.035 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:18:38.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.035+0000 7f8d9814c640 1 -- 172.21.15.175:0/3245592807 >> v1:172.21.15.175:6816/2987616722 conn(0x7f8d74047fd0 legacy=0x7f8d7404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.035+0000 7f8d9814c640 1 -- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90093200 msgr2=0x7f8d90132670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.035+0000 7f8d9814c640 1 --2- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90093200 0x7f8d90132670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8d8000e900 tx=0x7f8d8000edc0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.035+0000 7f8d9814c640 1 -- 172.21.15.175:0/3245592807 shutdown_connections 2024-09-16T01:18:38.036 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.035+0000 7f8d9814c640 1 --2- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8d90135000 0x7f8d90132bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.035+0000 7f8d9814c640 1 --2- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8d90093200 0x7f8d90132670 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.035+0000 7f8d9814c640 1 --2- 172.21.15.175:0/3245592807 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8d90092710 0x7f8d90132130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.035+0000 7f8d9814c640 1 -- 172.21.15.175:0/3245592807 >> 172.21.15.175:0/3245592807 conn(0x7f8d9009e4b0 msgr2=0x7f8d90099630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:38.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.035+0000 7f8d9814c640 1 -- 172.21.15.175:0/3245592807 shutdown_connections 2024-09-16T01:18:38.037 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.035+0000 7f8d9814c640 1 -- 172.21.15.175:0/3245592807 wait complete. 2024-09-16T01:18:38.047 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-16T01:18:36.414802+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":159,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112292,"kb_used_data":2216,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375068,"statfs":{"total":386547056640,"available":386432069632,"internally_reserved":0,"allocated":2269184,"data_stored":1560057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17745,"internal_metadata":112638639},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001163"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547489+0000","last_change":"2024-09-16T01:18:28.941114+0000","last_active":"2024-09-16T01:18:33.547489+0000","last_peered":"2024-09-16T01:18:33.547489+0000","last_clean":"2024-09-16T01:18:33.547489+0000","last_became_active":"2024-09-16T01:18:28.940786+0000","last_became_peered":"2024-09-16T01:18:28.940786+0000","last_unstale":"2024-09-16T01:18:33.547489+0000","last_undegraded":"2024-09-16T01:18:33.547489+0000","last_fullsized":"2024-09-16T01:18:33.547489+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:54.717903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538568+0000","last_change":"2024-09-16T01:18:26.492438+0000","last_active":"2024-09-16T01:18:34.538568+0000","last_peered":"2024-09-16T01:18:34.538568+0000","last_clean":"2024-09-16T01:18:34.538568+0000","last_became_active":"2024-09-16T01:18:26.492141+0000","last_became_peered":"2024-09-16T01:18:26.492141+0000","last_unstale":"2024-09-16T01:18:34.538568+0000","last_undegraded":"2024-09-16T01:18:34.538568+0000","last_fullsized":"2024-09-16T01:18:34.538568+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:46.756784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547717+0000","last_change":"2024-09-16T01:18:28.940211+0000","last_active":"2024-09-16T01:18:33.547717+0000","last_peered":"2024-09-16T01:18:33.547717+0000","last_clean":"2024-09-16T01:18:33.547717+0000","last_became_active":"2024-09-16T01:18:28.939897+0000","last_became_peered":"2024-09-16T01:18:28.939897+0000","last_unstale":"2024-09-16T01:18:33.547717+0000","last_undegraded":"2024-09-16T01:18:33.547717+0000","last_fullsized":"2024-09-16T01:18:33.547717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:04.657972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538550+0000","last_change":"2024-09-16T01:18:26.494546+0000","last_active":"2024-09-16T01:18:34.538550+0000","last_peered":"2024-09-16T01:18:34.538550+0000","last_clean":"2024-09-16T01:18:34.538550+0000","last_became_active":"2024-09-16T01:18:26.494242+0000","last_became_peered":"2024-09-16T01:18:26.494242+0000","last_unstale":"2024-09-16T01:18:34.538550+0000","last_undegraded":"2024-09-16T01:18:34.538550+0000","last_fullsized":"2024-09-16T01:18:34.538550+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:30.777209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547677+0000","last_change":"2024-09-16T01:18:28.526122+0000","last_active":"2024-09-16T01:18:33.547677+0000","last_peered":"2024-09-16T01:18:33.547677+0000","last_clean":"2024-09-16T01:18:33.547677+0000","last_became_active":"2024-09-16T01:18:28.525755+0000","last_became_peered":"2024-09-16T01:18:28.525755+0000","last_unstale":"2024-09-16T01:18:33.547677+0000","last_undegraded":"2024-09-16T01:18:33.547677+0000","last_fullsized":"2024-09-16T01:18:33.547677+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:47.819279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":37,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:35.039089+0000","last_change":"2024-09-16T01:18:28.526362+0000","last_active":"2024-09-16T01:18:35.039089+0000","last_peered":"2024-09-16T01:18:35.039089+0000","last_clean":"2024-09-16T01:18:35.039089+0000","last_became_active":"2024-09-16T01:18:28.526080+0000","last_became_peered":"2024-09-16T01:18:28.526080+0000","last_unstale":"2024-09-16T01:18:35.039089+0000","last_undegraded":"2024-09-16T01:18:35.039089+0000","last_fullsized":"2024-09-16T01:18:35.039089+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:29.696973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547456+0000","last_change":"2024-09-16T01:18:28.526389+0000","last_active":"2024-09-16T01:18:33.547456+0000","last_peered":"2024-09-16T01:18:33.547456+0000","last_clean":"2024-09-16T01:18:33.547456+0000","last_became_active":"2024-09-16T01:18:28.526090+0000","last_became_peered":"2024-09-16T01:18:28.526090+0000","last_unstale":"2024-09-16T01:18:33.547456+0000","last_undegraded":"2024-09-16T01:18:33.547456+0000","last_fullsized":"2024-09-16T01:18:33.547456+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:33.838794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547580+0000","last_change":"2024-09-16T01:18:28.526238+0000","last_active":"2024-09-16T01:18:33.547580+0000","last_peered":"2024-09-16T01:18:33.547580+0000","last_clean":"2024-09-16T01:18:33.547580+0000","last_became_active":"2024-09-16T01:18:28.525828+0000","last_became_peered":"2024-09-16T01:18:28.525828+0000","last_unstale":"2024-09-16T01:18:33.547580+0000","last_undegraded":"2024-09-16T01:18:33.547580+0000","last_fullsized":"2024-09-16T01:18:33.547580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:33.909053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'108","reported_seq":206,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538791+0000","last_change":"2024-09-16T01:18:26.492551+0000","last_active":"2024-09-16T01:18:34.538791+0000","last_peered":"2024-09-16T01:18:34.538791+0000","last_clean":"2024-09-16T01:18:34.538791+0000","last_became_active":"2024-09-16T01:18:26.492189+0000","last_became_peered":"2024-09-16T01:18:26.492189+0000","last_unstale":"2024-09-16T01:18:34.538791+0000","last_undegraded":"2024-09-16T01:18:34.538791+0000","last_fullsized":"2024-09-16T01:18:34.538791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_clean_scrub_stamp":"2024-09-16T01:16:56.561942+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:30:44.943207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084291,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":95731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4435,"internal_metadata":28176045},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":270336,"data_stored":95712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28176043},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149700,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28372,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343468,"statfs":{"total":96636764160,"available":96607711232,"internally_reserved":0,"allocated":860160,"data_stored":682534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4436,"internal_metadata":28176044},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28320,"kb_used_data":844,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343520,"statfs":{"total":96636764160,"available":96607764480,"internally_reserved":0,"allocated":864256,"data_stored":686080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28110507},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:18:38.048 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:18:38.048 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T01:18:38.048 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T01:18:38.048 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T01:18:38.152 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.142+0000 7fbe06e78640 1 Processor -- start 2024-09-16T01:18:38.153 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbe06e78640 1 -- start start 2024-09-16T01:18:38.153 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbe06e78640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006e7d0 0x7fbe00134660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.153 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbe06e78640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbe00134ba0 0x7fbe00136f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.153 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbe06e78640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe0006f720 con 0x7fbe0006dce0 2024-09-16T01:18:38.153 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbe06e78640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fbe00075bc0 con 0x7fbe00134ba0 2024-09-16T01:18:38.153 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbe06e78640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fbe00070340 con 0x7fbe0006e7d0 2024-09-16T01:18:38.153 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbdfffff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006e7d0 0x7fbe00134660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.153 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbe05415640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbe00134ba0 0x7fbe00136f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.153 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbdfffff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006e7d0 0x7fbe00134660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45922/0 (socket says 172.21.15.175:45922) 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbe05415640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fbe00134ba0 0x7fbe00136f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44640/0 (socket says 172.21.15.175:44640) 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbdfffff640 1 -- 172.21.15.175:0/247024694 learned_addr learned my addr 172.21.15.175:0/247024694 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbdfffff640 1 -- 172.21.15.175:0/247024694 >> v2:172.21.15.175:3300/0 conn(0x7fbe00134ba0 msgr2=0x7fbe00136f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbdfffff640 1 --2- 172.21.15.175:0/247024694 >> v2:172.21.15.175:3300/0 conn(0x7fbe00134ba0 0x7fbe00136f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbdfffff640 1 -- 172.21.15.175:0/247024694 >> v1:172.21.15.175:6789/0 conn(0x7fbe0006dce0 legacy=0x7fbe0006e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbdfffff640 1 -- 172.21.15.175:0/247024694 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe001384e0 con 0x7fbe0006e7d0 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.143+0000 7fbe05415640 1 --2- 172.21.15.175:0/247024694 >> v2:172.21.15.175:3300/0 conn(0x7fbe00134ba0 0x7fbe00136f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.144+0000 7fbdfffff640 1 --2- 172.21.15.175:0/247024694 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006e7d0 0x7fbe00134660 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fbde8009e50 tx=0x7fbde802a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e408859246d40e3e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.144+0000 7fbdff7fe640 1 -- 172.21.15.175:0/247024694 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde8036070 con 0x7fbe0006e7d0 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.144+0000 7fbdff7fe640 1 -- 172.21.15.175:0/247024694 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbde8031600 con 0x7fbe0006e7d0 2024-09-16T01:18:38.154 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.144+0000 7fbdff7fe640 1 -- 172.21.15.175:0/247024694 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde80319d0 con 0x7fbe0006e7d0 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.145+0000 7fbe06e78640 1 -- 172.21.15.175:0/247024694 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006e7d0 msgr2=0x7fbe00134660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.145+0000 7fbe06e78640 1 --2- 172.21.15.175:0/247024694 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006e7d0 0x7fbe00134660 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fbde8009e50 tx=0x7fbde802a5f0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.145+0000 7fbe06e78640 1 -- 172.21.15.175:0/247024694 shutdown_connections 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.145+0000 7fbe06e78640 1 --2- 172.21.15.175:0/247024694 >> v2:172.21.15.175:3300/0 conn(0x7fbe00134ba0 0x7fbe00136f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.145+0000 7fbe06e78640 1 --2- 172.21.15.175:0/247024694 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006e7d0 0x7fbe00134660 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.145+0000 7fbe06e78640 1 -- 172.21.15.175:0/247024694 >> 172.21.15.175:0/247024694 conn(0x7fbe0009e980 msgr2=0x7fbe0009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.145+0000 7fbe06e78640 1 -- 172.21.15.175:0/247024694 shutdown_connections 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.145+0000 7fbe06e78640 1 -- 172.21.15.175:0/247024694 wait complete. 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe06e78640 1 Processor -- start 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe06e78640 1 -- start start 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe06e78640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006dce0 0x7fbe0009b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe06e78640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe0006e7d0 0x7fbe0009bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe06e78640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe00134ba0 0x7fbe00132490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.155 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe06e78640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fbe001378e0 con 0x7fbe00134ba0 2024-09-16T01:18:38.156 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe06e78640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fbe00137760 con 0x7fbe0006e7d0 2024-09-16T01:18:38.156 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe06e78640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fbe00137a60 con 0x7fbe0006dce0 2024-09-16T01:18:38.156 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe05415640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe00134ba0 0x7fbe00132490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.156 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe04c14640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006dce0 0x7fbe0009b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.156 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbdfffff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe0006e7d0 0x7fbe0009bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.156 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe05415640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe00134ba0 0x7fbe00132490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44656/0 (socket says 172.21.15.175:44656) 2024-09-16T01:18:38.156 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbe05415640 1 -- 172.21.15.175:0/2075258542 learned_addr learned my addr 172.21.15.175:0/2075258542 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:38.156 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.146+0000 7fbdfffff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe0006e7d0 0x7fbe0009bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35212/0 (socket says 172.21.15.175:35212) 2024-09-16T01:18:38.156 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbe05415640 1 -- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006dce0 msgr2=0x7fbe0009b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.156 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbe05415640 1 --2- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006dce0 0x7fbe0009b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbe05415640 1 -- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe0006e7d0 msgr2=0x7fbe0009bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbe05415640 1 --2- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe0006e7d0 0x7fbe0009bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbe05415640 1 -- 172.21.15.175:0/2075258542 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe00127180 con 0x7fbe00134ba0 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbe04c14640 1 --2- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006dce0 0x7fbe0009b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbdfffff640 1 --2- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe0006e7d0 0x7fbe0009bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbe05415640 1 --2- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe00134ba0 0x7fbe00132490 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbdf000e880 tx=0x7fbdf000ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbdfd7fa640 1 -- 172.21.15.175:0/2075258542 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdf0017070 con 0x7fbe00134ba0 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbdfd7fa640 1 -- 172.21.15.175:0/2075258542 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbdf0004020 con 0x7fbe00134ba0 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbe06e78640 1 -- 172.21.15.175:0/2075258542 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe00133ed0 con 0x7fbe00134ba0 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbdfd7fa640 1 -- 172.21.15.175:0/2075258542 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdf00043f0 con 0x7fbe00134ba0 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.147+0000 7fbe06e78640 1 -- 172.21.15.175:0/2075258542 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe0009c100 con 0x7fbe00134ba0 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.148+0000 7fbdfd7fa640 1 -- 172.21.15.175:0/2075258542 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fbdf000c940 con 0x7fbe00134ba0 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.148+0000 7fbe06e78640 1 -- 172.21.15.175:0/2075258542 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe00137e30 con 0x7fbe00134ba0 2024-09-16T01:18:38.157 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.148+0000 7fbdfd7fa640 1 -- 172.21.15.175:0/2075258542 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fbdf005d770 con 0x7fbe00134ba0 2024-09-16T01:18:38.158 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.152+0000 7fbdfd7fa640 1 -- 172.21.15.175:0/2075258542 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fbdf005c820 con 0x7fbe00134ba0 2024-09-16T01:18:38.314 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.312+0000 7fbe06e78640 1 -- 172.21.15.175:0/2075258542 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fbe00068fe0 con 0x7fbe00134ba0 2024-09-16T01:18:38.314 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.312+0000 7fbdfd7fa640 1 -- 172.21.15.175:0/2075258542 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fbdf003c960 con 0x7fbe00134ba0 2024-09-16T01:18:38.314 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:38.315 INFO:teuthology.orchestra.run.smithi175.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T01:18:38.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.314+0000 7fbe06e78640 1 -- 172.21.15.175:0/2075258542 >> v1:172.21.15.175:6816/2987616722 conn(0x7fbde0047fd0 legacy=0x7fbde004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.314+0000 7fbe06e78640 1 -- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe00134ba0 msgr2=0x7fbe00132490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.314+0000 7fbe06e78640 1 --2- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe00134ba0 0x7fbe00132490 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbdf000e880 tx=0x7fbdf000ed40 comp rx=0 tx=0).stop 2024-09-16T01:18:38.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.314+0000 7fbe06e78640 1 -- 172.21.15.175:0/2075258542 shutdown_connections 2024-09-16T01:18:38.316 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.314+0000 7fbe06e78640 1 --2- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbe00134ba0 0x7fbe00132490 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.314+0000 7fbe06e78640 1 --2- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fbe0006e7d0 0x7fbe0009bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.314+0000 7fbe06e78640 1 --2- 172.21.15.175:0/2075258542 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fbe0006dce0 0x7fbe0009b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.314+0000 7fbe06e78640 1 -- 172.21.15.175:0/2075258542 >> 172.21.15.175:0/2075258542 conn(0x7fbe0009e980 msgr2=0x7fbe00136390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:38.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.314+0000 7fbe06e78640 1 -- 172.21.15.175:0/2075258542 shutdown_connections 2024-09-16T01:18:38.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.314+0000 7fbe06e78640 1 -- 172.21.15.175:0/2075258542 wait complete. 2024-09-16T01:18:38.326 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T01:18:38.327 INFO:teuthology.run_tasks:Running task print... 2024-09-16T01:18:38.337 INFO:teuthology.task.print:**** done ceph.restart 2024-09-16T01:18:38.337 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2024-09-16T01:18:38.374 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2024-09-16T01:18:38.385 DEBUG:teuthology.run_tasks:Unwinding manager install.upgrade 2024-09-16T01:18:38.397 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-16T01:18:38.407 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:18:38.407 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:18:38.513 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2bdd8a640 1 Processor -- start 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2bdd8a640 1 -- start start 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2bdd8a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b806cd10 0x7fa2b812d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2bdd8a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b812d9c0 0x7fa2b812dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2bdd8a640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa2b8123a60 0x7fa2b8123ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2bdd8a640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fa2b8072750 con 0x7fa2b8123a60 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2bdd8a640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fa2b806d4f0 con 0x7fa2b806cd10 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2bdd8a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fa2b8124430 con 0x7fa2b812d9c0 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2b6ffd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b812d9c0 0x7fa2b812dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2b7fff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa2b8123a60 0x7fa2b8123ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2b77fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b806cd10 0x7fa2b812d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.514 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2b6ffd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b812d9c0 0x7fa2b812dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45946/0 (socket says 172.21.15.175:45946) 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2b7fff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa2b8123a60 0x7fa2b8123ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44660/0 (socket says 172.21.15.175:44660) 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.503+0000 7fa2b6ffd640 1 -- 172.21.15.175:0/4249167253 learned_addr learned my addr 172.21.15.175:0/4249167253 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.504+0000 7fa2b77fe640 1 -- 172.21.15.175:0/4249167253 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b812d9c0 msgr2=0x7fa2b812dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.504+0000 7fa2b77fe640 1 --2- 172.21.15.175:0/4249167253 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b812d9c0 0x7fa2b812dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.504+0000 7fa2b77fe640 1 -- 172.21.15.175:0/4249167253 >> v2:172.21.15.175:3300/0 conn(0x7fa2b8123a60 msgr2=0x7fa2b8123ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.504+0000 7fa2b77fe640 1 --2- 172.21.15.175:0/4249167253 >> v2:172.21.15.175:3300/0 conn(0x7fa2b8123a60 0x7fa2b8123ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.504+0000 7fa2b77fe640 1 -- 172.21.15.175:0/4249167253 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2b81245e0 con 0x7fa2b806cd10 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.504+0000 7fa2b7fff640 1 --2- 172.21.15.175:0/4249167253 >> v2:172.21.15.175:3300/0 conn(0x7fa2b8123a60 0x7fa2b8123ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.504+0000 7fa2b6ffd640 1 --2- 172.21.15.175:0/4249167253 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b812d9c0 0x7fa2b812dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.504+0000 7fa2b77fe640 1 --2- 172.21.15.175:0/4249167253 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b806cd10 0x7fa2b812d480 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa2a80097a0 tx=0x7fa2a8029fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f72651380ca83a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.504+0000 7fa2b67fc640 1 -- 172.21.15.175:0/4249167253 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a8037070 con 0x7fa2b806cd10 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2b67fc640 1 -- 172.21.15.175:0/4249167253 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2a802ad20 con 0x7fa2b806cd10 2024-09-16T01:18:38.515 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2b67fc640 1 -- 172.21.15.175:0/4249167253 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a8032660 con 0x7fa2b806cd10 2024-09-16T01:18:38.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/4249167253 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b806cd10 msgr2=0x7fa2b812d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2bdd8a640 1 --2- 172.21.15.175:0/4249167253 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b806cd10 0x7fa2b812d480 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa2a80097a0 tx=0x7fa2a8029fd0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/4249167253 shutdown_connections 2024-09-16T01:18:38.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2bdd8a640 1 --2- 172.21.15.175:0/4249167253 >> v2:172.21.15.175:3300/0 conn(0x7fa2b8123a60 0x7fa2b8123ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2bdd8a640 1 --2- 172.21.15.175:0/4249167253 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b812d9c0 0x7fa2b812dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2bdd8a640 1 --2- 172.21.15.175:0/4249167253 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b806cd10 0x7fa2b812d480 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/4249167253 >> 172.21.15.175:0/4249167253 conn(0x7fa2b809b8c0 msgr2=0x7fa2b809bcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:38.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/4249167253 shutdown_connections 2024-09-16T01:18:38.516 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.505+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/4249167253 wait complete. 2024-09-16T01:18:38.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.506+0000 7fa2bdd8a640 1 Processor -- start 2024-09-16T01:18:38.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.506+0000 7fa2bdd8a640 1 -- start start 2024-09-16T01:18:38.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.506+0000 7fa2bdd8a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b806cd10 0x7fa2b812ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.506+0000 7fa2bdd8a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b8123a60 0x7fa2b812f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.506+0000 7fa2bdd8a640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa2b812d9c0 0x7fa2b812f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.506+0000 7fa2bdd8a640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b8134a30 con 0x7fa2b812d9c0 2024-09-16T01:18:38.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.506+0000 7fa2bdd8a640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fa2b81348b0 con 0x7fa2b8123a60 2024-09-16T01:18:38.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.506+0000 7fa2bdd8a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fa2b8134bb0 con 0x7fa2b806cd10 2024-09-16T01:18:38.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b6ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b8123a60 0x7fa2b812f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.517 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b6ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b8123a60 0x7fa2b812f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35222/0 (socket says 172.21.15.175:35222) 2024-09-16T01:18:38.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b6ffd640 1 -- 172.21.15.175:0/1996235167 learned_addr learned my addr 172.21.15.175:0/1996235167 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:38.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b77fe640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b806cd10 0x7fa2b812ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b7fff640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa2b812d9c0 0x7fa2b812f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b6ffd640 1 -- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b806cd10 msgr2=0x7fa2b812ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b6ffd640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b806cd10 0x7fa2b812ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b6ffd640 1 -- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa2b812d9c0 msgr2=0x7fa2b812f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b6ffd640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa2b812d9c0 0x7fa2b812f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b6ffd640 1 -- 172.21.15.175:0/1996235167 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2b8132210 con 0x7fa2b8123a60 2024-09-16T01:18:38.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b77fe640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b806cd10 0x7fa2b812ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:38.518 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b7fff640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa2b812d9c0 0x7fa2b812f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:38.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2b6ffd640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b8123a60 0x7fa2b812f4b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac00e9b0 tx=0x7fa2ac00ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:38.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa29ffff640 1 -- 172.21.15.175:0/1996235167 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ac017070 con 0x7fa2b8123a60 2024-09-16T01:18:38.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa29ffff640 1 -- 172.21.15.175:0/1996235167 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2ac00ca00 con 0x7fa2b8123a60 2024-09-16T01:18:38.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/1996235167 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2b8131be0 con 0x7fa2b8123a60 2024-09-16T01:18:38.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa29ffff640 1 -- 172.21.15.175:0/1996235167 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ac00cdf0 con 0x7fa2b8123a60 2024-09-16T01:18:38.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.507+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/1996235167 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2b8132a80 con 0x7fa2b8123a60 2024-09-16T01:18:38.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.508+0000 7fa29ffff640 1 -- 172.21.15.175:0/1996235167 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fa2ac01a070 con 0x7fa2b8123a60 2024-09-16T01:18:38.519 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.508+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/1996235167 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2b806eb80 con 0x7fa2b8123a60 2024-09-16T01:18:38.520 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.509+0000 7fa29ffff640 1 -- 172.21.15.175:0/1996235167 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fa2ac05d890 con 0x7fa2b8123a60 2024-09-16T01:18:38.520 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.512+0000 7fa29ffff640 1 -- 172.21.15.175:0/1996235167 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fa2b806eb80 con 0x7fa2b8123a60 2024-09-16T01:18:38.654 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.652+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/1996235167 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa2b8130c00 con 0x7fa2a4047fd0 2024-09-16T01:18:38.655 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.653+0000 7fa29ffff640 1 -- 172.21.15.175:0/1996235167 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32001 (unknown 2965378022 0 1707604726) 0x7fa2b8130c00 con 0x7fa2a4047fd0 2024-09-16T01:18:38.655 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:38.656 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:18:38.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.654+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/1996235167 >> v1:172.21.15.175:6816/2987616722 conn(0x7fa2a4047fd0 legacy=0x7fa2a404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.654+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b8123a60 msgr2=0x7fa2b812f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.654+0000 7fa2bdd8a640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b8123a60 0x7fa2b812f4b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac00e9b0 tx=0x7fa2ac00ee70 comp rx=0 tx=0).stop 2024-09-16T01:18:38.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.655+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/1996235167 shutdown_connections 2024-09-16T01:18:38.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.655+0000 7fa2bdd8a640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa2b812d9c0 0x7fa2b812f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.655+0000 7fa2bdd8a640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa2b8123a60 0x7fa2b812f4b0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.655+0000 7fa2bdd8a640 1 --2- 172.21.15.175:0/1996235167 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa2b806cd10 0x7fa2b812ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.655+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/1996235167 >> 172.21.15.175:0/1996235167 conn(0x7fa2b809b8c0 msgr2=0x7fa2b8127ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:38.657 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.655+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/1996235167 shutdown_connections 2024-09-16T01:18:38.658 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.655+0000 7fa2bdd8a640 1 -- 172.21.15.175:0/1996235167 wait complete. 2024-09-16T01:18:38.667 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2024-09-16T01:18:38.415077+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":159,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112292,"kb_used_data":2216,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375068,"statfs":{"total":386547056640,"available":386432069632,"internally_reserved":0,"allocated":2269184,"data_stored":1560057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17745,"internal_metadata":112638639},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.888008"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547489+0000","last_change":"2024-09-16T01:18:28.941114+0000","last_active":"2024-09-16T01:18:33.547489+0000","last_peered":"2024-09-16T01:18:33.547489+0000","last_clean":"2024-09-16T01:18:33.547489+0000","last_became_active":"2024-09-16T01:18:28.940786+0000","last_became_peered":"2024-09-16T01:18:28.940786+0000","last_unstale":"2024-09-16T01:18:33.547489+0000","last_undegraded":"2024-09-16T01:18:33.547489+0000","last_fullsized":"2024-09-16T01:18:33.547489+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:54.717903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538568+0000","last_change":"2024-09-16T01:18:26.492438+0000","last_active":"2024-09-16T01:18:34.538568+0000","last_peered":"2024-09-16T01:18:34.538568+0000","last_clean":"2024-09-16T01:18:34.538568+0000","last_became_active":"2024-09-16T01:18:26.492141+0000","last_became_peered":"2024-09-16T01:18:26.492141+0000","last_unstale":"2024-09-16T01:18:34.538568+0000","last_undegraded":"2024-09-16T01:18:34.538568+0000","last_fullsized":"2024-09-16T01:18:34.538568+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:46.756784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547717+0000","last_change":"2024-09-16T01:18:28.940211+0000","last_active":"2024-09-16T01:18:33.547717+0000","last_peered":"2024-09-16T01:18:33.547717+0000","last_clean":"2024-09-16T01:18:33.547717+0000","last_became_active":"2024-09-16T01:18:28.939897+0000","last_became_peered":"2024-09-16T01:18:28.939897+0000","last_unstale":"2024-09-16T01:18:33.547717+0000","last_undegraded":"2024-09-16T01:18:33.547717+0000","last_fullsized":"2024-09-16T01:18:33.547717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:04.657972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538550+0000","last_change":"2024-09-16T01:18:26.494546+0000","last_active":"2024-09-16T01:18:34.538550+0000","last_peered":"2024-09-16T01:18:34.538550+0000","last_clean":"2024-09-16T01:18:34.538550+0000","last_became_active":"2024-09-16T01:18:26.494242+0000","last_became_peered":"2024-09-16T01:18:26.494242+0000","last_unstale":"2024-09-16T01:18:34.538550+0000","last_undegraded":"2024-09-16T01:18:34.538550+0000","last_fullsized":"2024-09-16T01:18:34.538550+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:30.777209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547677+0000","last_change":"2024-09-16T01:18:28.526122+0000","last_active":"2024-09-16T01:18:33.547677+0000","last_peered":"2024-09-16T01:18:33.547677+0000","last_clean":"2024-09-16T01:18:33.547677+0000","last_became_active":"2024-09-16T01:18:28.525755+0000","last_became_peered":"2024-09-16T01:18:28.525755+0000","last_unstale":"2024-09-16T01:18:33.547677+0000","last_undegraded":"2024-09-16T01:18:33.547677+0000","last_fullsized":"2024-09-16T01:18:33.547677+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:47.819279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":37,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:35.039089+0000","last_change":"2024-09-16T01:18:28.526362+0000","last_active":"2024-09-16T01:18:35.039089+0000","last_peered":"2024-09-16T01:18:35.039089+0000","last_clean":"2024-09-16T01:18:35.039089+0000","last_became_active":"2024-09-16T01:18:28.526080+0000","last_became_peered":"2024-09-16T01:18:28.526080+0000","last_unstale":"2024-09-16T01:18:35.039089+0000","last_undegraded":"2024-09-16T01:18:35.039089+0000","last_fullsized":"2024-09-16T01:18:35.039089+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:29.696973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547456+0000","last_change":"2024-09-16T01:18:28.526389+0000","last_active":"2024-09-16T01:18:33.547456+0000","last_peered":"2024-09-16T01:18:33.547456+0000","last_clean":"2024-09-16T01:18:33.547456+0000","last_became_active":"2024-09-16T01:18:28.526090+0000","last_became_peered":"2024-09-16T01:18:28.526090+0000","last_unstale":"2024-09-16T01:18:33.547456+0000","last_undegraded":"2024-09-16T01:18:33.547456+0000","last_fullsized":"2024-09-16T01:18:33.547456+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:33.838794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547580+0000","last_change":"2024-09-16T01:18:28.526238+0000","last_active":"2024-09-16T01:18:33.547580+0000","last_peered":"2024-09-16T01:18:33.547580+0000","last_clean":"2024-09-16T01:18:33.547580+0000","last_became_active":"2024-09-16T01:18:28.525828+0000","last_became_peered":"2024-09-16T01:18:28.525828+0000","last_unstale":"2024-09-16T01:18:33.547580+0000","last_undegraded":"2024-09-16T01:18:33.547580+0000","last_fullsized":"2024-09-16T01:18:33.547580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:33.909053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'108","reported_seq":206,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538791+0000","last_change":"2024-09-16T01:18:26.492551+0000","last_active":"2024-09-16T01:18:34.538791+0000","last_peered":"2024-09-16T01:18:34.538791+0000","last_clean":"2024-09-16T01:18:34.538791+0000","last_became_active":"2024-09-16T01:18:26.492189+0000","last_became_peered":"2024-09-16T01:18:26.492189+0000","last_unstale":"2024-09-16T01:18:34.538791+0000","last_undegraded":"2024-09-16T01:18:34.538791+0000","last_fullsized":"2024-09-16T01:18:34.538791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_clean_scrub_stamp":"2024-09-16T01:16:56.561942+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:30:44.943207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084292,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":95731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4435,"internal_metadata":28176045},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":270336,"data_stored":95712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28176043},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149700,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28372,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343468,"statfs":{"total":96636764160,"available":96607711232,"internally_reserved":0,"allocated":860160,"data_stored":682534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4436,"internal_metadata":28176044},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28320,"kb_used_data":844,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343520,"statfs":{"total":96636764160,"available":96607764480,"internally_reserved":0,"allocated":864256,"data_stored":686080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28110507},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:18:38.668 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:18:38.767 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.764+0000 7f1613d5a640 1 Processor -- start 2024-09-16T01:18:38.767 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.764+0000 7f1613d5a640 1 -- start start 2024-09-16T01:18:38.767 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.764+0000 7f1613d5a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c131780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.767 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.764+0000 7f1613d5a640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f160c131cc0 0x7f160c1340b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.767 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.764+0000 7f1613d5a640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f160c097e20 con 0x7f160c097330 2024-09-16T01:18:38.767 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.764+0000 7f1613d5a640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f160c06cf80 con 0x7f160c131cc0 2024-09-16T01:18:38.768 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.764+0000 7f1613d5a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f160c06eba0 con 0x7f160c12f390 2024-09-16T01:18:38.768 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f16112f5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c131780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.768 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f1611af6640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f160c097330 0x7f160c097710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35824/0 (socket says 172.21.15.175:35824) 2024-09-16T01:18:38.768 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f1611af6640 1 -- 172.21.15.175:0/2739833271 learned_addr learned my addr 172.21.15.175:0/2739833271 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:38.768 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f16112f5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c131780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45970/0 (socket says 172.21.15.175:45970) 2024-09-16T01:18:38.768 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f16122f7640 1 --2- 172.21.15.175:0/2739833271 >> v2:172.21.15.175:3300/0 conn(0x7f160c131cc0 0x7f160c1340b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.768 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f16112f5640 1 -- 172.21.15.175:0/2739833271 >> v2:172.21.15.175:3300/0 conn(0x7f160c131cc0 msgr2=0x7f160c1340b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:38.768 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f16112f5640 1 --2- 172.21.15.175:0/2739833271 >> v2:172.21.15.175:3300/0 conn(0x7f160c131cc0 0x7f160c1340b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.768 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f16112f5640 1 -- 172.21.15.175:0/2739833271 >> v1:172.21.15.175:6789/0 conn(0x7f160c097330 legacy=0x7f160c097710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.768 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f1610af4640 1 -- 172.21.15.175:0/2739833271 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4065433284 0 0) 0x7f160c097e20 con 0x7f160c097330 2024-09-16T01:18:38.769 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f16112f5640 1 -- 172.21.15.175:0/2739833271 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160c071440 con 0x7f160c12f390 2024-09-16T01:18:38.769 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.765+0000 7f16122f7640 1 --2- 172.21.15.175:0/2739833271 >> v2:172.21.15.175:3300/0 conn(0x7f160c131cc0 0x7f160c1340b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:38.772 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f16112f5640 1 --2- 172.21.15.175:0/2739833271 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c131780 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f16080097a0 tx=0x7f160802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d330d41908d07df server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:38.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1610af4640 1 -- 172.21.15.175:0/2739833271 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608037070 con 0x7f160c12f390 2024-09-16T01:18:38.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1610af4640 1 -- 172.21.15.175:0/2739833271 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f160802ae50 con 0x7f160c12f390 2024-09-16T01:18:38.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1610af4640 1 -- 172.21.15.175:0/2739833271 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608032660 con 0x7f160c12f390 2024-09-16T01:18:38.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1613d5a640 1 -- 172.21.15.175:0/2739833271 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 msgr2=0x7f160c131780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1613d5a640 1 --2- 172.21.15.175:0/2739833271 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c131780 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f16080097a0 tx=0x7f160802a100 comp rx=0 tx=0).stop 2024-09-16T01:18:38.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1613d5a640 1 -- 172.21.15.175:0/2739833271 shutdown_connections 2024-09-16T01:18:38.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1613d5a640 1 --2- 172.21.15.175:0/2739833271 >> v2:172.21.15.175:3300/0 conn(0x7f160c131cc0 0x7f160c1340b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1613d5a640 1 --2- 172.21.15.175:0/2739833271 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c131780 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.773 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1613d5a640 1 -- 172.21.15.175:0/2739833271 >> 172.21.15.175:0/2739833271 conn(0x7f160c09da00 msgr2=0x7f160c09de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1613d5a640 1 -- 172.21.15.175:0/2739833271 shutdown_connections 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.766+0000 7f1613d5a640 1 -- 172.21.15.175:0/2739833271 wait complete. 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.767+0000 7f1613d5a640 1 Processor -- start 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.767+0000 7f1613d5a640 1 -- start start 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f1613d5a640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f160c097330 0x7f160c096630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f1613d5a640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c096b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f1613d5a640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f160c131cc0 0x7f160c129e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f1613d5a640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f160c1345f0 con 0x7f160c097330 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f1613d5a640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f160c071130 con 0x7f160c131cc0 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f1613d5a640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f160c134770 con 0x7f160c12f390 2024-09-16T01:18:38.774 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16112f5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c096b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16112f5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c096b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45986/0 (socket says 172.21.15.175:45986) 2024-09-16T01:18:38.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16112f5640 1 -- 172.21.15.175:0/67101376 learned_addr learned my addr 172.21.15.175:0/67101376 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:38.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f1611af6640 1 --2- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f160c097330 0x7f160c096630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16122f7640 1 --2- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f160c131cc0 0x7f160c129e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:38.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16112f5640 1 -- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f160c131cc0 msgr2=0x7f160c129e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16112f5640 1 --2- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f160c131cc0 0x7f160c129e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16112f5640 1 -- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f160c097330 msgr2=0x7f160c096630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16112f5640 1 --2- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f160c097330 0x7f160c096630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16112f5640 1 -- 172.21.15.175:0/67101376 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160c12b650 con 0x7f160c12f390 2024-09-16T01:18:38.775 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f1611af6640 1 --2- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f160c097330 0x7f160c096630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:38.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16112f5640 1 --2- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c096b70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f16080098c0 tx=0x7f16080046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:38.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16027fc640 1 -- 172.21.15.175:0/67101376 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608041030 con 0x7f160c12f390 2024-09-16T01:18:38.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16027fc640 1 -- 172.21.15.175:0/67101376 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f160802ac50 con 0x7f160c12f390 2024-09-16T01:18:38.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f1613d5a640 1 -- 172.21.15.175:0/67101376 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f160c12bce0 con 0x7f160c12f390 2024-09-16T01:18:38.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f16027fc640 1 -- 172.21.15.175:0/67101376 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608037040 con 0x7f160c12f390 2024-09-16T01:18:38.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.768+0000 7f1613d5a640 1 -- 172.21.15.175:0/67101376 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f160c098c00 con 0x7f160c12f390 2024-09-16T01:18:38.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.769+0000 7f16027fc640 1 -- 172.21.15.175:0/67101376 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f1608044070 con 0x7f160c12f390 2024-09-16T01:18:38.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.769+0000 7f1613d5a640 1 -- 172.21.15.175:0/67101376 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f160c12ee40 con 0x7f160c12f390 2024-09-16T01:18:38.776 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.770+0000 7f16027fc640 1 -- 172.21.15.175:0/67101376 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f160807dda0 con 0x7f160c12f390 2024-09-16T01:18:38.777 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.773+0000 7f16027fc640 1 -- 172.21.15.175:0/67101376 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f160c12ee40 con 0x7f160c12f390 2024-09-16T01:18:38.913 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.910+0000 7f1613d5a640 1 -- 172.21.15.175:0/67101376 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f160c12c260 con 0x7f15f0047fd0 2024-09-16T01:18:38.913 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.911+0000 7f16027fc640 1 -- 172.21.15.175:0/67101376 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32001 (unknown 2965378022 0 1707604726) 0x7f160c12c260 con 0x7f15f0047fd0 2024-09-16T01:18:38.914 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:38.914 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:18:38.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.913+0000 7f1613d5a640 1 -- 172.21.15.175:0/67101376 >> v1:172.21.15.175:6816/2987616722 conn(0x7f15f0047fd0 legacy=0x7f15f004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.913+0000 7f1613d5a640 1 -- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 msgr2=0x7f160c096b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:38.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.913+0000 7f1613d5a640 1 --2- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c096b70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f16080098c0 tx=0x7f16080046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.913+0000 7f1613d5a640 1 -- 172.21.15.175:0/67101376 shutdown_connections 2024-09-16T01:18:38.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.913+0000 7f1613d5a640 1 --2- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f160c131cc0 0x7f160c129e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.913+0000 7f1613d5a640 1 --2- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f160c12f390 0x7f160c096b70 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.916 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.913+0000 7f1613d5a640 1 --2- 172.21.15.175:0/67101376 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f160c097330 0x7f160c096630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:38.917 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.913+0000 7f1613d5a640 1 -- 172.21.15.175:0/67101376 >> 172.21.15.175:0/67101376 conn(0x7f160c09da00 msgr2=0x7f160c12c670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:38.917 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.913+0000 7f1613d5a640 1 -- 172.21.15.175:0/67101376 shutdown_connections 2024-09-16T01:18:38.917 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:38.913+0000 7f1613d5a640 1 -- 172.21.15.175:0/67101376 wait complete. 2024-09-16T01:18:38.926 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2024-09-16T01:18:38.415077+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":159,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112292,"kb_used_data":2216,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375068,"statfs":{"total":386547056640,"available":386432069632,"internally_reserved":0,"allocated":2269184,"data_stored":1560057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17745,"internal_metadata":112638639},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.888008"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547489+0000","last_change":"2024-09-16T01:18:28.941114+0000","last_active":"2024-09-16T01:18:33.547489+0000","last_peered":"2024-09-16T01:18:33.547489+0000","last_clean":"2024-09-16T01:18:33.547489+0000","last_became_active":"2024-09-16T01:18:28.940786+0000","last_became_peered":"2024-09-16T01:18:28.940786+0000","last_unstale":"2024-09-16T01:18:33.547489+0000","last_undegraded":"2024-09-16T01:18:33.547489+0000","last_fullsized":"2024-09-16T01:18:33.547489+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:54.717903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538568+0000","last_change":"2024-09-16T01:18:26.492438+0000","last_active":"2024-09-16T01:18:34.538568+0000","last_peered":"2024-09-16T01:18:34.538568+0000","last_clean":"2024-09-16T01:18:34.538568+0000","last_became_active":"2024-09-16T01:18:26.492141+0000","last_became_peered":"2024-09-16T01:18:26.492141+0000","last_unstale":"2024-09-16T01:18:34.538568+0000","last_undegraded":"2024-09-16T01:18:34.538568+0000","last_fullsized":"2024-09-16T01:18:34.538568+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:46.756784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547717+0000","last_change":"2024-09-16T01:18:28.940211+0000","last_active":"2024-09-16T01:18:33.547717+0000","last_peered":"2024-09-16T01:18:33.547717+0000","last_clean":"2024-09-16T01:18:33.547717+0000","last_became_active":"2024-09-16T01:18:28.939897+0000","last_became_peered":"2024-09-16T01:18:28.939897+0000","last_unstale":"2024-09-16T01:18:33.547717+0000","last_undegraded":"2024-09-16T01:18:33.547717+0000","last_fullsized":"2024-09-16T01:18:33.547717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:04.657972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538550+0000","last_change":"2024-09-16T01:18:26.494546+0000","last_active":"2024-09-16T01:18:34.538550+0000","last_peered":"2024-09-16T01:18:34.538550+0000","last_clean":"2024-09-16T01:18:34.538550+0000","last_became_active":"2024-09-16T01:18:26.494242+0000","last_became_peered":"2024-09-16T01:18:26.494242+0000","last_unstale":"2024-09-16T01:18:34.538550+0000","last_undegraded":"2024-09-16T01:18:34.538550+0000","last_fullsized":"2024-09-16T01:18:34.538550+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:30.777209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547677+0000","last_change":"2024-09-16T01:18:28.526122+0000","last_active":"2024-09-16T01:18:33.547677+0000","last_peered":"2024-09-16T01:18:33.547677+0000","last_clean":"2024-09-16T01:18:33.547677+0000","last_became_active":"2024-09-16T01:18:28.525755+0000","last_became_peered":"2024-09-16T01:18:28.525755+0000","last_unstale":"2024-09-16T01:18:33.547677+0000","last_undegraded":"2024-09-16T01:18:33.547677+0000","last_fullsized":"2024-09-16T01:18:33.547677+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:47.819279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":37,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:35.039089+0000","last_change":"2024-09-16T01:18:28.526362+0000","last_active":"2024-09-16T01:18:35.039089+0000","last_peered":"2024-09-16T01:18:35.039089+0000","last_clean":"2024-09-16T01:18:35.039089+0000","last_became_active":"2024-09-16T01:18:28.526080+0000","last_became_peered":"2024-09-16T01:18:28.526080+0000","last_unstale":"2024-09-16T01:18:35.039089+0000","last_undegraded":"2024-09-16T01:18:35.039089+0000","last_fullsized":"2024-09-16T01:18:35.039089+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:29.696973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547456+0000","last_change":"2024-09-16T01:18:28.526389+0000","last_active":"2024-09-16T01:18:33.547456+0000","last_peered":"2024-09-16T01:18:33.547456+0000","last_clean":"2024-09-16T01:18:33.547456+0000","last_became_active":"2024-09-16T01:18:28.526090+0000","last_became_peered":"2024-09-16T01:18:28.526090+0000","last_unstale":"2024-09-16T01:18:33.547456+0000","last_undegraded":"2024-09-16T01:18:33.547456+0000","last_fullsized":"2024-09-16T01:18:33.547456+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:33.838794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547580+0000","last_change":"2024-09-16T01:18:28.526238+0000","last_active":"2024-09-16T01:18:33.547580+0000","last_peered":"2024-09-16T01:18:33.547580+0000","last_clean":"2024-09-16T01:18:33.547580+0000","last_became_active":"2024-09-16T01:18:28.525828+0000","last_became_peered":"2024-09-16T01:18:28.525828+0000","last_unstale":"2024-09-16T01:18:33.547580+0000","last_undegraded":"2024-09-16T01:18:33.547580+0000","last_fullsized":"2024-09-16T01:18:33.547580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:33.909053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'108","reported_seq":206,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538791+0000","last_change":"2024-09-16T01:18:26.492551+0000","last_active":"2024-09-16T01:18:34.538791+0000","last_peered":"2024-09-16T01:18:34.538791+0000","last_clean":"2024-09-16T01:18:34.538791+0000","last_became_active":"2024-09-16T01:18:26.492189+0000","last_became_peered":"2024-09-16T01:18:26.492189+0000","last_unstale":"2024-09-16T01:18:34.538791+0000","last_undegraded":"2024-09-16T01:18:34.538791+0000","last_fullsized":"2024-09-16T01:18:34.538791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_clean_scrub_stamp":"2024-09-16T01:16:56.561942+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:30:44.943207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084292,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":95731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4435,"internal_metadata":28176045},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":270336,"data_stored":95712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28176043},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149700,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28372,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343468,"statfs":{"total":96636764160,"available":96607711232,"internally_reserved":0,"allocated":860160,"data_stored":682534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4436,"internal_metadata":28176044},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28320,"kb_used_data":844,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343520,"statfs":{"total":96636764160,"available":96607764480,"internally_reserved":0,"allocated":864256,"data_stored":686080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28110507},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:18:38.927 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:18:38.927 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:18:39.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.023+0000 7f8278441640 1 Processor -- start 2024-09-16T01:18:39.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.023+0000 7f8278441640 1 -- start start 2024-09-16T01:18:39.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f8278441640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8270099d00 0x7f827006de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:39.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f8278441640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f827006e740 0x7f8270137350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:39.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f8278441640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82700705d0 con 0x7f827006e360 2024-09-16T01:18:39.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f8278441640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f827006fd00 con 0x7f827006e740 2024-09-16T01:18:39.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f8278441640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f827006eb70 con 0x7f8270099d00 2024-09-16T01:18:39.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82769de640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f827006e740 0x7f8270137350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:39.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82761dd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8270099d00 0x7f827006de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:39.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82761dd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8270099d00 0x7f827006de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:45992/0 (socket says 172.21.15.175:45992) 2024-09-16T01:18:39.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82761dd640 1 -- 172.21.15.175:0/3019837632 learned_addr learned my addr 172.21.15.175:0/3019837632 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:39.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82759dc640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f827006e360 0x7f8270133c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35838/0 (socket says 172.21.15.175:35838) 2024-09-16T01:18:39.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82751db640 1 -- 172.21.15.175:0/3019837632 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3867234093 0 0) 0x7f82700705d0 con 0x7f827006e360 2024-09-16T01:18:39.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82751db640 1 -- 172.21.15.175:0/3019837632 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f825c003520 con 0x7f827006e360 2024-09-16T01:18:39.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82761dd640 1 -- 172.21.15.175:0/3019837632 >> v2:172.21.15.175:3300/0 conn(0x7f827006e740 msgr2=0x7f8270137350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:39.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82761dd640 1 --2- 172.21.15.175:0/3019837632 >> v2:172.21.15.175:3300/0 conn(0x7f827006e740 0x7f8270137350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82761dd640 1 -- 172.21.15.175:0/3019837632 >> v1:172.21.15.175:6789/0 conn(0x7f827006e360 legacy=0x7f8270133c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.029 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.024+0000 7f82761dd640 1 -- 172.21.15.175:0/3019837632 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f827006ef10 con 0x7f8270099d00 2024-09-16T01:18:39.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.025+0000 7f82761dd640 1 --2- 172.21.15.175:0/3019837632 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8270099d00 0x7f827006de20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f826c009870 tx=0x7f826c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20cf4f42917c95ad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:39.031 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.025+0000 7f82751db640 1 -- 172.21.15.175:0/3019837632 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f826c037070 con 0x7f8270099d00 2024-09-16T01:18:39.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.025+0000 7f82751db640 1 -- 172.21.15.175:0/3019837632 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f826c032440 con 0x7f8270099d00 2024-09-16T01:18:39.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.025+0000 7f82751db640 1 -- 172.21.15.175:0/3019837632 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f826c0327f0 con 0x7f8270099d00 2024-09-16T01:18:39.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.026+0000 7f8278441640 1 -- 172.21.15.175:0/3019837632 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8270099d00 msgr2=0x7f827006de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.026+0000 7f8278441640 1 --2- 172.21.15.175:0/3019837632 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8270099d00 0x7f827006de20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f826c009870 tx=0x7f826c02a1c0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.026+0000 7f8278441640 1 -- 172.21.15.175:0/3019837632 shutdown_connections 2024-09-16T01:18:39.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.026+0000 7f8278441640 1 --2- 172.21.15.175:0/3019837632 >> v2:172.21.15.175:3300/0 conn(0x7f827006e740 0x7f8270137350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.026+0000 7f8278441640 1 --2- 172.21.15.175:0/3019837632 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f8270099d00 0x7f827006de20 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.026+0000 7f8278441640 1 -- 172.21.15.175:0/3019837632 >> 172.21.15.175:0/3019837632 conn(0x7f827009c9b0 msgr2=0x7f827009cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:39.032 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.026+0000 7f8278441640 1 -- 172.21.15.175:0/3019837632 shutdown_connections 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.026+0000 7f8278441640 1 -- 172.21.15.175:0/3019837632 wait complete. 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f8278441640 1 Processor -- start 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f8278441640 1 -- start start 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f8278441640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f827006e360 0x7f8270124b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f8278441640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f827006e740 0x7f8270125090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f8278441640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8270099d00 0x7f82701255d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f8278441640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f8270137c20 con 0x7f827006e360 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f8278441640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f8270137aa0 con 0x7f8270099d00 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f8278441640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f8270137da0 con 0x7f827006e740 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82761dd640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f827006e360 0x7f8270124b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:39.033 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82759dc640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f827006e740 0x7f8270125090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82761dd640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f827006e360 0x7f8270124b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44702/0 (socket says 172.21.15.175:44702) 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82761dd640 1 -- 172.21.15.175:0/3896310648 learned_addr learned my addr 172.21.15.175:0/3896310648 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82769de640 1 --2- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8270099d00 0x7f82701255d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82761dd640 1 -- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f827006e740 msgr2=0x7f8270125090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82761dd640 1 --2- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f827006e740 0x7f8270125090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82761dd640 1 -- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8270099d00 msgr2=0x7f82701255d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82761dd640 1 --2- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8270099d00 0x7f82701255d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82761dd640 1 -- 172.21.15.175:0/3896310648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8270126680 con 0x7f827006e360 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.027+0000 7f82761dd640 1 --2- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f827006e360 0x7f8270124b50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f826c000c00 tx=0x7f826c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.028+0000 7f8266ffd640 1 -- 172.21.15.175:0/3896310648 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f826c041020 con 0x7f827006e360 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.028+0000 7f8266ffd640 1 -- 172.21.15.175:0/3896310648 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f826c03d620 con 0x7f827006e360 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.028+0000 7f8278441640 1 -- 172.21.15.175:0/3896310648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8270126d80 con 0x7f827006e360 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.028+0000 7f8266ffd640 1 -- 172.21.15.175:0/3896310648 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f826c037040 con 0x7f827006e360 2024-09-16T01:18:39.034 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.028+0000 7f8278441640 1 -- 172.21.15.175:0/3896310648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8270127840 con 0x7f827006e360 2024-09-16T01:18:39.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.029+0000 7f8266ffd640 1 -- 172.21.15.175:0/3896310648 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f826c044020 con 0x7f827006e360 2024-09-16T01:18:39.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.029+0000 7f8278441640 1 -- 172.21.15.175:0/3896310648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8270127a70 con 0x7f827006e360 2024-09-16T01:18:39.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.029+0000 7f8266ffd640 1 -- 172.21.15.175:0/3896310648 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f826c07dfd0 con 0x7f827006e360 2024-09-16T01:18:39.035 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.033+0000 7f8266ffd640 1 -- 172.21.15.175:0/3896310648 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f826c04b030 con 0x7f827006e360 2024-09-16T01:18:39.171 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.169+0000 7f8278441640 1 -- 172.21.15.175:0/3896310648 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f827006de20 con 0x7f8254048000 2024-09-16T01:18:39.172 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.170+0000 7f8266ffd640 1 -- 172.21.15.175:0/3896310648 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32001 (unknown 2965378022 0 1707604726) 0x7f827006de20 con 0x7f8254048000 2024-09-16T01:18:39.172 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:39.173 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:18:39.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.172+0000 7f8278441640 1 -- 172.21.15.175:0/3896310648 >> v1:172.21.15.175:6816/2987616722 conn(0x7f8254048000 legacy=0x7f825404a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.172+0000 7f8278441640 1 -- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f827006e360 msgr2=0x7f8270124b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.172+0000 7f8278441640 1 --2- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f827006e360 0x7f8270124b50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f826c000c00 tx=0x7f826c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.172+0000 7f8278441640 1 -- 172.21.15.175:0/3896310648 shutdown_connections 2024-09-16T01:18:39.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.172+0000 7f8278441640 1 --2- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f8270099d00 0x7f82701255d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.172+0000 7f8278441640 1 --2- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f827006e740 0x7f8270125090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.172+0000 7f8278441640 1 --2- 172.21.15.175:0/3896310648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f827006e360 0x7f8270124b50 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.174 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.172+0000 7f8278441640 1 -- 172.21.15.175:0/3896310648 >> 172.21.15.175:0/3896310648 conn(0x7f827009c9b0 msgr2=0x7f8270072380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:39.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.172+0000 7f8278441640 1 -- 172.21.15.175:0/3896310648 shutdown_connections 2024-09-16T01:18:39.175 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.172+0000 7f8278441640 1 -- 172.21.15.175:0/3896310648 wait complete. 2024-09-16T01:18:39.186 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2024-09-16T01:18:38.415077+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":159,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112292,"kb_used_data":2216,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375068,"statfs":{"total":386547056640,"available":386432069632,"internally_reserved":0,"allocated":2269184,"data_stored":1560057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17745,"internal_metadata":112638639},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.888008"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547489+0000","last_change":"2024-09-16T01:18:28.941114+0000","last_active":"2024-09-16T01:18:33.547489+0000","last_peered":"2024-09-16T01:18:33.547489+0000","last_clean":"2024-09-16T01:18:33.547489+0000","last_became_active":"2024-09-16T01:18:28.940786+0000","last_became_peered":"2024-09-16T01:18:28.940786+0000","last_unstale":"2024-09-16T01:18:33.547489+0000","last_undegraded":"2024-09-16T01:18:33.547489+0000","last_fullsized":"2024-09-16T01:18:33.547489+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:54.717903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538568+0000","last_change":"2024-09-16T01:18:26.492438+0000","last_active":"2024-09-16T01:18:34.538568+0000","last_peered":"2024-09-16T01:18:34.538568+0000","last_clean":"2024-09-16T01:18:34.538568+0000","last_became_active":"2024-09-16T01:18:26.492141+0000","last_became_peered":"2024-09-16T01:18:26.492141+0000","last_unstale":"2024-09-16T01:18:34.538568+0000","last_undegraded":"2024-09-16T01:18:34.538568+0000","last_fullsized":"2024-09-16T01:18:34.538568+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:46.756784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547717+0000","last_change":"2024-09-16T01:18:28.940211+0000","last_active":"2024-09-16T01:18:33.547717+0000","last_peered":"2024-09-16T01:18:33.547717+0000","last_clean":"2024-09-16T01:18:33.547717+0000","last_became_active":"2024-09-16T01:18:28.939897+0000","last_became_peered":"2024-09-16T01:18:28.939897+0000","last_unstale":"2024-09-16T01:18:33.547717+0000","last_undegraded":"2024-09-16T01:18:33.547717+0000","last_fullsized":"2024-09-16T01:18:33.547717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:04.657972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538550+0000","last_change":"2024-09-16T01:18:26.494546+0000","last_active":"2024-09-16T01:18:34.538550+0000","last_peered":"2024-09-16T01:18:34.538550+0000","last_clean":"2024-09-16T01:18:34.538550+0000","last_became_active":"2024-09-16T01:18:26.494242+0000","last_became_peered":"2024-09-16T01:18:26.494242+0000","last_unstale":"2024-09-16T01:18:34.538550+0000","last_undegraded":"2024-09-16T01:18:34.538550+0000","last_fullsized":"2024-09-16T01:18:34.538550+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:30.777209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547677+0000","last_change":"2024-09-16T01:18:28.526122+0000","last_active":"2024-09-16T01:18:33.547677+0000","last_peered":"2024-09-16T01:18:33.547677+0000","last_clean":"2024-09-16T01:18:33.547677+0000","last_became_active":"2024-09-16T01:18:28.525755+0000","last_became_peered":"2024-09-16T01:18:28.525755+0000","last_unstale":"2024-09-16T01:18:33.547677+0000","last_undegraded":"2024-09-16T01:18:33.547677+0000","last_fullsized":"2024-09-16T01:18:33.547677+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:47.819279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":37,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:35.039089+0000","last_change":"2024-09-16T01:18:28.526362+0000","last_active":"2024-09-16T01:18:35.039089+0000","last_peered":"2024-09-16T01:18:35.039089+0000","last_clean":"2024-09-16T01:18:35.039089+0000","last_became_active":"2024-09-16T01:18:28.526080+0000","last_became_peered":"2024-09-16T01:18:28.526080+0000","last_unstale":"2024-09-16T01:18:35.039089+0000","last_undegraded":"2024-09-16T01:18:35.039089+0000","last_fullsized":"2024-09-16T01:18:35.039089+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:29.696973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547456+0000","last_change":"2024-09-16T01:18:28.526389+0000","last_active":"2024-09-16T01:18:33.547456+0000","last_peered":"2024-09-16T01:18:33.547456+0000","last_clean":"2024-09-16T01:18:33.547456+0000","last_became_active":"2024-09-16T01:18:28.526090+0000","last_became_peered":"2024-09-16T01:18:28.526090+0000","last_unstale":"2024-09-16T01:18:33.547456+0000","last_undegraded":"2024-09-16T01:18:33.547456+0000","last_fullsized":"2024-09-16T01:18:33.547456+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:33.838794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547580+0000","last_change":"2024-09-16T01:18:28.526238+0000","last_active":"2024-09-16T01:18:33.547580+0000","last_peered":"2024-09-16T01:18:33.547580+0000","last_clean":"2024-09-16T01:18:33.547580+0000","last_became_active":"2024-09-16T01:18:28.525828+0000","last_became_peered":"2024-09-16T01:18:28.525828+0000","last_unstale":"2024-09-16T01:18:33.547580+0000","last_undegraded":"2024-09-16T01:18:33.547580+0000","last_fullsized":"2024-09-16T01:18:33.547580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:33.909053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'108","reported_seq":206,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538791+0000","last_change":"2024-09-16T01:18:26.492551+0000","last_active":"2024-09-16T01:18:34.538791+0000","last_peered":"2024-09-16T01:18:34.538791+0000","last_clean":"2024-09-16T01:18:34.538791+0000","last_became_active":"2024-09-16T01:18:26.492189+0000","last_became_peered":"2024-09-16T01:18:26.492189+0000","last_unstale":"2024-09-16T01:18:34.538791+0000","last_undegraded":"2024-09-16T01:18:34.538791+0000","last_fullsized":"2024-09-16T01:18:34.538791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_clean_scrub_stamp":"2024-09-16T01:16:56.561942+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:30:44.943207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084292,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":95731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4435,"internal_metadata":28176045},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":270336,"data_stored":95712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28176043},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149700,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28372,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343468,"statfs":{"total":96636764160,"available":96607711232,"internally_reserved":0,"allocated":860160,"data_stored":682534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4436,"internal_metadata":28176044},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28320,"kb_used_data":844,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343520,"statfs":{"total":96636764160,"available":96607764480,"internally_reserved":0,"allocated":864256,"data_stored":686080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28110507},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:18:39.187 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:18:39.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.282+0000 7fa5da1db640 1 Processor -- start 2024-09-16T01:18:39.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.282+0000 7fa5da1db640 1 -- start start 2024-09-16T01:18:39.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5da1db640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4130550 0x7fa5d4132940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:39.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5da1db640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 0x7fa5d4135270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:39.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5da1db640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5d4072cb0 con 0x7fa5d4073150 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5da1db640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fa5d40632d0 con 0x7fa5d4130550 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5da1db640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fa5d4074020 con 0x7fa5d4132e80 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d2ffd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4130550 0x7fa5d4132940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d3fff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 0x7fa5d4135270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d37fe640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fa5d4073150 0x7fa5d4073530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35840/0 (socket says 172.21.15.175:35840) 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d37fe640 1 -- 172.21.15.175:0/786432207 learned_addr learned my addr 172.21.15.175:0/786432207 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d27fc640 1 -- 172.21.15.175:0/786432207 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3181017345 0 0) 0x7fa5d4072cb0 con 0x7fa5d4073150 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d27fc640 1 -- 172.21.15.175:0/786432207 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa5bc003520 con 0x7fa5d4073150 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d2ffd640 1 -- 172.21.15.175:0/786432207 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 msgr2=0x7fa5d4135270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d2ffd640 1 --2- 172.21.15.175:0/786432207 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 0x7fa5d4135270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d2ffd640 1 -- 172.21.15.175:0/786432207 >> v1:172.21.15.175:6789/0 conn(0x7fa5d4073150 legacy=0x7fa5d4073530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d2ffd640 1 -- 172.21.15.175:0/786432207 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d40728e0 con 0x7fa5d4130550 2024-09-16T01:18:39.288 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.283+0000 7fa5d3fff640 1 --2- 172.21.15.175:0/786432207 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 0x7fa5d4135270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:39.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.284+0000 7fa5d2ffd640 1 --2- 172.21.15.175:0/786432207 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4130550 0x7fa5d4132940 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa5c80097d0 tx=0x7fa5c802a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a0ba6d0bdbbea41 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:39.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.284+0000 7fa5d27fc640 1 -- 172.21.15.175:0/786432207 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8037070 con 0x7fa5d4130550 2024-09-16T01:18:39.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.284+0000 7fa5d27fc640 1 -- 172.21.15.175:0/786432207 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5c802ad90 con 0x7fa5d4130550 2024-09-16T01:18:39.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.284+0000 7fa5d27fc640 1 -- 172.21.15.175:0/786432207 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8032660 con 0x7fa5d4130550 2024-09-16T01:18:39.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.284+0000 7fa5da1db640 1 -- 172.21.15.175:0/786432207 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4130550 msgr2=0x7fa5d4132940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.284+0000 7fa5da1db640 1 --2- 172.21.15.175:0/786432207 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4130550 0x7fa5d4132940 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa5c80097d0 tx=0x7fa5c802a040 comp rx=0 tx=0).stop 2024-09-16T01:18:39.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.285+0000 7fa5da1db640 1 -- 172.21.15.175:0/786432207 shutdown_connections 2024-09-16T01:18:39.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.285+0000 7fa5da1db640 1 --2- 172.21.15.175:0/786432207 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 0x7fa5d4135270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.285+0000 7fa5da1db640 1 --2- 172.21.15.175:0/786432207 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4130550 0x7fa5d4132940 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.290 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.285+0000 7fa5da1db640 1 -- 172.21.15.175:0/786432207 >> 172.21.15.175:0/786432207 conn(0x7fa5d409ff20 msgr2=0x7fa5d40a0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:39.290 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.285+0000 7fa5da1db640 1 -- 172.21.15.175:0/786432207 shutdown_connections 2024-09-16T01:18:39.290 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.285+0000 7fa5da1db640 1 -- 172.21.15.175:0/786432207 wait complete. 2024-09-16T01:18:39.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.285+0000 7fa5da1db640 1 Processor -- start 2024-09-16T01:18:39.293 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5da1db640 1 -- start start 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5da1db640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4073150 0x7fa5d412c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5da1db640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa5d4130550 0x7fa5d412c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5da1db640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 0x7fa5d412cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5da1db640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d4135930 con 0x7fa5d4130550 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5da1db640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fa5d41357b0 con 0x7fa5d4073150 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5da1db640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fa5d4135ab0 con 0x7fa5d4132e80 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d37fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4073150 0x7fa5d412c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d2ffd640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa5d4130550 0x7fa5d412c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d3fff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 0x7fa5d412cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d37fe640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4073150 0x7fa5d412c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35266/0 (socket says 172.21.15.175:35266) 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d37fe640 1 -- 172.21.15.175:0/4054384924 learned_addr learned my addr 172.21.15.175:0/4054384924 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:39.294 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d3fff640 1 -- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4073150 msgr2=0x7fa5d412c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d3fff640 1 --2- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4073150 0x7fa5d412c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d3fff640 1 -- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa5d4130550 msgr2=0x7fa5d412c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d3fff640 1 --2- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa5d4130550 0x7fa5d412c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d3fff640 1 -- 172.21.15.175:0/4054384924 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d41278b0 con 0x7fa5d4132e80 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d37fe640 1 --2- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4073150 0x7fa5d412c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.286+0000 7fa5d2ffd640 1 --2- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa5d4130550 0x7fa5d412c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.287+0000 7fa5d3fff640 1 --2- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 0x7fa5d412cdf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa5d4069570 tx=0x7fa5cc00ec50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.287+0000 7fa5bbfff640 1 -- 172.21.15.175:0/4054384924 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc017070 con 0x7fa5d4132e80 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.287+0000 7fa5bbfff640 1 -- 172.21.15.175:0/4054384924 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5cc00c940 con 0x7fa5d4132e80 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.287+0000 7fa5da1db640 1 -- 172.21.15.175:0/4054384924 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5d4126fd0 con 0x7fa5d4132e80 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.287+0000 7fa5bbfff640 1 -- 172.21.15.175:0/4054384924 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc00eea0 con 0x7fa5d4132e80 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.287+0000 7fa5da1db640 1 -- 172.21.15.175:0/4054384924 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5d412b7c0 con 0x7fa5d4132e80 2024-09-16T01:18:39.295 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.288+0000 7fa5da1db640 1 -- 172.21.15.175:0/4054384924 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5d4073530 con 0x7fa5d4132e80 2024-09-16T01:18:39.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.288+0000 7fa5bbfff640 1 -- 172.21.15.175:0/4054384924 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fa5cc01a070 con 0x7fa5d4132e80 2024-09-16T01:18:39.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.288+0000 7fa5bbfff640 1 -- 172.21.15.175:0/4054384924 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fa5cc05d700 con 0x7fa5d4132e80 2024-09-16T01:18:39.296 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.292+0000 7fa5bbfff640 1 -- 172.21.15.175:0/4054384924 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fa5cc05c7b0 con 0x7fa5d4132e80 2024-09-16T01:18:39.434 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.432+0000 7fa5da1db640 1 -- 172.21.15.175:0/4054384924 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa5d4132040 con 0x7fa5d4132e80 2024-09-16T01:18:39.434 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.432+0000 7fa5bbfff640 1 -- 172.21.15.175:0/4054384924 <== mon.2 v2:172.21.15.175:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+9187 (secure 0 0 0) 0x7fa5cc03c8f0 con 0x7fa5d4132e80 2024-09-16T01:18:39.435 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:39.435 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":32,"fsid":"b262d53f-8384-4a3d-b182-c7fd662fd97e","created":"2024-09-16T01:16:45.713412+0000","modified":"2024-09-16T01:18:33.538479+0000","last_up_change":"2024-09-16T01:18:27.502219+0000","last_in_change":"2024-09-16T01:16:46.996031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"reef","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:16:56.283186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T01:17:01.449364+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6010a3af-ea8d-4c2c-96f6-725c0e27547b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6800","nonce":473499381}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6801","nonce":473499381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6804","nonce":473499381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6803","nonce":473499381}]},"public_addr":"172.21.15.175:6800/473499381","cluster_addr":"172.21.15.175:6801/473499381","heartbeat_back_addr":"172.21.15.175:6804/473499381","heartbeat_front_addr":"172.21.15.175:6803/473499381","state":["exists","up"]},{"osd":1,"uuid":"5d6d1ad3-1f8b-4255-9644-6ddde10d1caa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":20,"up_from":26,"up_thru":26,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6802","nonce":4218926231}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6805","nonce":4218926231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6807","nonce":4218926231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6806","nonce":4218926231}]},"public_addr":"172.21.15.175:6802/4218926231","cluster_addr":"172.21.15.175:6805/4218926231","heartbeat_back_addr":"172.21.15.175:6807/4218926231","heartbeat_front_addr":"172.21.15.175:6806/4218926231","state":["exists","up"]},{"osd":2,"uuid":"cfc339a6-4f70-4ee3-a444-f7383ddabe4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":28,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6808","nonce":745883331}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6809","nonce":745883331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6811","nonce":745883331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6810","nonce":745883331}]},"public_addr":"172.21.15.175:6808/745883331","cluster_addr":"172.21.15.175:6809/745883331","heartbeat_back_addr":"172.21.15.175:6811/745883331","heartbeat_front_addr":"172.21.15.175:6810/745883331","state":["exists","up"]},{"osd":3,"uuid":"8ba78252-3f2d-49b2-8643-350e06dcb76a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":28,"up_thru":28,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6812","nonce":959133922}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6813","nonce":959133922}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6815","nonce":959133922}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.175:6814","nonce":959133922}]},"public_addr":"172.21.15.175:6812/959133922","cluster_addr":"172.21.15.175:6813/959133922","heartbeat_back_addr":"172.21.15.175:6815/959133922","heartbeat_front_addr":"172.21.15.175:6814/959133922","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.184985+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.210268+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.045038+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T01:18:19.916738+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:16:52.141600+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.175:6816/3492848882":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/192493951":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2490616409":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/2331399488":"2024-09-17T01:18:12.399672+0000","172.21.15.175:0/1255099663":"2024-09-17T01:18:12.399672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:18:39.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.434+0000 7fa5da1db640 1 -- 172.21.15.175:0/4054384924 >> v1:172.21.15.175:6816/2987616722 conn(0x7fa5c0047fd0 legacy=0x7fa5c004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.434+0000 7fa5da1db640 1 -- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 msgr2=0x7fa5d412cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:39.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.434+0000 7fa5da1db640 1 --2- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 0x7fa5d412cdf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa5d4069570 tx=0x7fa5cc00ec50 comp rx=0 tx=0).stop 2024-09-16T01:18:39.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.434+0000 7fa5da1db640 1 -- 172.21.15.175:0/4054384924 shutdown_connections 2024-09-16T01:18:39.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.434+0000 7fa5da1db640 1 --2- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa5d4132e80 0x7fa5d412cdf0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.434+0000 7fa5da1db640 1 --2- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa5d4130550 0x7fa5d412c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.434+0000 7fa5da1db640 1 --2- 172.21.15.175:0/4054384924 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa5d4073150 0x7fa5d412c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:39.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.434+0000 7fa5da1db640 1 -- 172.21.15.175:0/4054384924 >> 172.21.15.175:0/4054384924 conn(0x7fa5d409ff20 msgr2=0x7fa5d409b610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:39.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.435+0000 7fa5da1db640 1 -- 172.21.15.175:0/4054384924 shutdown_connections 2024-09-16T01:18:39.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:39.435+0000 7fa5da1db640 1 -- 172.21.15.175:0/4054384924 wait complete. 2024-09-16T01:18:40.449 INFO:tasks.ceph:Scrubbing osd.0 2024-09-16T01:18:40.449 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:18:40.557 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.554+0000 7f29d06e5640 1 Processor -- start 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.554+0000 7f29d06e5640 1 -- start start 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29d06e5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29c806dd20 0x7f29c806e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29d06e5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29c806e640 0x7f29c812f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29d06e5640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f29c812fbe0 0x7f29c8130090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29d06e5640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f29c8073dd0 con 0x7f29c812fbe0 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29d06e5640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f29c81305d0 con 0x7f29c806e640 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29d06e5640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f29c806f4c0 con 0x7f29c806dd20 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29cec82640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f29c812fbe0 0x7f29c8130090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29ce481640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29c806dd20 0x7f29c806e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29cdc80640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29c806e640 0x7f29c812f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29cec82640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f29c812fbe0 0x7f29c8130090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44728/0 (socket says 172.21.15.175:44728) 2024-09-16T01:18:40.558 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29cec82640 1 -- 172.21.15.175:0/3802658751 learned_addr learned my addr 172.21.15.175:0/3802658751 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:40.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29cec82640 1 -- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29c806dd20 msgr2=0x7f29c806e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:40.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29cec82640 1 --2- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29c806dd20 0x7f29c806e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29cec82640 1 -- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29c806e640 msgr2=0x7f29c812f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:40.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29cec82640 1 --2- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29c806e640 0x7f29c812f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29cec82640 1 -- 172.21.15.175:0/3802658751 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c80706b0 con 0x7f29c812fbe0 2024-09-16T01:18:40.559 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.555+0000 7f29cdc80640 1 --2- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29c806e640 0x7f29c812f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:40.562 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.556+0000 7f29cec82640 1 --2- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29c812fbe0 0x7f29c8130090 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f29c0009e80 tx=0x7f29c002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a03394d234132c38 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:40.562 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.556+0000 7f29cd47f640 1 -- 172.21.15.175:0/3802658751 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c0036070 con 0x7f29c812fbe0 2024-09-16T01:18:40.562 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.556+0000 7f29cd47f640 1 -- 172.21.15.175:0/3802658751 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29c0031400 con 0x7f29c812fbe0 2024-09-16T01:18:40.562 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.556+0000 7f29cd47f640 1 -- 172.21.15.175:0/3802658751 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c00317d0 con 0x7f29c812fbe0 2024-09-16T01:18:40.562 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.557+0000 7f29d06e5640 1 -- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29c812fbe0 msgr2=0x7f29c8130090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.562 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.557+0000 7f29d06e5640 1 --2- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29c812fbe0 0x7f29c8130090 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f29c0009e80 tx=0x7f29c002a610 comp rx=0 tx=0).stop 2024-09-16T01:18:40.562 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.557+0000 7f29d06e5640 1 -- 172.21.15.175:0/3802658751 shutdown_connections 2024-09-16T01:18:40.562 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.557+0000 7f29d06e5640 1 --2- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29c812fbe0 0x7f29c8130090 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.562 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.557+0000 7f29d06e5640 1 --2- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29c806e640 0x7f29c812f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.557+0000 7f29d06e5640 1 --2- 172.21.15.175:0/3802658751 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29c806dd20 0x7f29c806e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.557+0000 7f29d06e5640 1 -- 172.21.15.175:0/3802658751 >> 172.21.15.175:0/3802658751 conn(0x7f29c809eb60 msgr2=0x7f29c809ef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.557+0000 7f29d06e5640 1 -- 172.21.15.175:0/3802658751 shutdown_connections 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.557+0000 7f29d06e5640 1 -- 172.21.15.175:0/3802658751 wait complete. 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29d06e5640 1 Processor -- start 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29d06e5640 1 -- start start 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29d06e5640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29c806dd20 0x7f29c8130790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29d06e5640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29c806e640 0x7f29c8130cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29d06e5640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29c812fbe0 0x7f29c8131210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29d06e5640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f29c806ea20 con 0x7f29c806dd20 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29d06e5640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f29c81369d0 con 0x7f29c806e640 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29d06e5640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f29c80736f0 con 0x7f29c812fbe0 2024-09-16T01:18:40.563 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29ce481640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29c806dd20 0x7f29c8130790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29ce481640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29c806dd20 0x7f29c8130790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44734/0 (socket says 172.21.15.175:44734) 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29ce481640 1 -- 172.21.15.175:0/3178923619 learned_addr learned my addr 172.21.15.175:0/3178923619 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29cdc80640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29c806e640 0x7f29c8130cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.558+0000 7f29cec82640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29c812fbe0 0x7f29c8131210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29cec82640 1 -- 172.21.15.175:0/3178923619 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29c806e640 msgr2=0x7f29c8130cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29cec82640 1 --2- 172.21.15.175:0/3178923619 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f29c806e640 0x7f29c8130cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29cec82640 1 -- 172.21.15.175:0/3178923619 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29c806dd20 msgr2=0x7f29c8130790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29cec82640 1 --2- 172.21.15.175:0/3178923619 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29c806dd20 0x7f29c8130790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29cec82640 1 -- 172.21.15.175:0/3178923619 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c8133910 con 0x7f29c812fbe0 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29ce481640 1 --2- 172.21.15.175:0/3178923619 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f29c806dd20 0x7f29c8130790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29cec82640 1 --2- 172.21.15.175:0/3178923619 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29c812fbe0 0x7f29c8131210 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f29c8069210 tx=0x7f29c0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29beffd640 1 -- 172.21.15.175:0/3178923619 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c0041030 con 0x7f29c812fbe0 2024-09-16T01:18:40.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29beffd640 1 -- 172.21.15.175:0/3178923619 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29c00090d0 con 0x7f29c812fbe0 2024-09-16T01:18:40.565 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29c8132d40 con 0x7f29c812fbe0 2024-09-16T01:18:40.565 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29beffd640 1 -- 172.21.15.175:0/3178923619 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c0036040 con 0x7f29c812fbe0 2024-09-16T01:18:40.565 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.559+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f29c81cab70 con 0x7f29c812fbe0 2024-09-16T01:18:40.565 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.560+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f29c812f6a0 con 0x7f29c812fbe0 2024-09-16T01:18:40.565 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.560+0000 7f29beffd640 1 -- 172.21.15.175:0/3178923619 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f29c003c6d0 con 0x7f29c812fbe0 2024-09-16T01:18:40.565 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.560+0000 7f29beffd640 1 -- 172.21.15.175:0/3178923619 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f29c007de30 con 0x7f29c812fbe0 2024-09-16T01:18:40.566 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.560+0000 7f29beffd640 1 -- 172.21.15.175:0/3178923619 --> v1:172.21.15.175:6800/473499381 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f29c0044e80 con 0x7f29ac04e8c0 2024-09-16T01:18:40.566 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.560+0000 7f29beffd640 1 -- 172.21.15.175:0/3178923619 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f29c0080490 con 0x7f29c812fbe0 2024-09-16T01:18:40.566 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.561+0000 7f29beffd640 1 -- 172.21.15.175:0/3178923619 <== osd.0 v1:172.21.15.175:6800/473499381 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f29c0044e80 con 0x7f29ac04e8c0 2024-09-16T01:18:40.576 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.574+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 --> v1:172.21.15.175:6800/473499381 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f29c8062880 con 0x7f29ac04e8c0 2024-09-16T01:18:40.577 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.575+0000 7f29beffd640 1 -- 172.21.15.175:0/3178923619 <== osd.0 v1:172.21.15.175:6800/473499381 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f29c8062880 con 0x7f29ac04e8c0 2024-09-16T01:18:40.577 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-09-16T01:18:40.577 INFO:teuthology.orchestra.run.smithi175.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-16T01:18:40.577 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-09-16T01:18:40.578 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.575+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 >> v1:172.21.15.175:6800/473499381 conn(0x7f29ac04e8c0 legacy=0x7f29ac050d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.578 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.575+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 >> v1:172.21.15.175:6816/2987616722 conn(0x7f29ac047fd0 legacy=0x7f29ac04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.578 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.575+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29c812fbe0 msgr2=0x7f29c8131210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.578 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.575+0000 7f29d06e5640 1 --2- 172.21.15.175:0/3178923619 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f29c812fbe0 0x7f29c8131210 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f29c8069210 tx=0x7f29c0004a40 comp rx=0 tx=0).stop 2024-09-16T01:18:40.578 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.575+0000 7f29cec82640 1 -- 172.21.15.175:0/3178923619 reap_dead start 2024-09-16T01:18:40.578 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.575+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 shutdown_connections 2024-09-16T01:18:40.578 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.575+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 >> 172.21.15.175:0/3178923619 conn(0x7f29c809eb60 msgr2=0x7f29c812c970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:40.578 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.575+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 shutdown_connections 2024-09-16T01:18:40.579 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.575+0000 7f29d06e5640 1 -- 172.21.15.175:0/3178923619 wait complete. 2024-09-16T01:18:40.588 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-16T01:18:40.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.683+0000 7f46f8f1f640 1 Processor -- start 2024-09-16T01:18:40.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.683+0000 7f46f8f1f640 1 -- start start 2024-09-16T01:18:40.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f8f1f640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f46f40630c0 0x7f46f4134710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.686 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f8f1f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f4134c50 0x7f46f4137040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f8f1f640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46f412f170 con 0x7f46f412e680 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f8f1f640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f46f4097d50 con 0x7f46f40630c0 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f8f1f640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f46f4097030 con 0x7f46f4134c50 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f1d9b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f46f40630c0 0x7f46f4134710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f2d9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f4134c50 0x7f46f4137040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f1d9b640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f46f40630c0 0x7f46f4134710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44738/0 (socket says 172.21.15.175:44738) 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f1d9b640 1 -- 172.21.15.175:0/3451194218 learned_addr learned my addr 172.21.15.175:0/3451194218 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f259c640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f46f412e680 0x7f46f412ea60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35850/0 (socket says 172.21.15.175:35850) 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f1d9b640 1 -- 172.21.15.175:0/3451194218 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f4134c50 msgr2=0x7f46f4137040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f1d9b640 1 --2- 172.21.15.175:0/3451194218 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f4134c50 0x7f46f4137040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f1d9b640 1 -- 172.21.15.175:0/3451194218 >> v1:172.21.15.175:6789/0 conn(0x7f46f412e680 legacy=0x7f46f412ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f1d9b640 1 -- 172.21.15.175:0/3451194218 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46f40976c0 con 0x7f46f40630c0 2024-09-16T01:18:40.687 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f159a640 1 -- 172.21.15.175:0/3451194218 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2985649131 0 0) 0x7f46f412f170 con 0x7f46f412e680 2024-09-16T01:18:40.688 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.684+0000 7f46f2d9d640 1 --2- 172.21.15.175:0/3451194218 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f4134c50 0x7f46f4137040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:40.690 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.685+0000 7f46f1d9b640 1 --2- 172.21.15.175:0/3451194218 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 0x7f46f4134710 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f46e8009870 tx=0x7f46e802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d982e5e4db8126a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.685+0000 7f46f159a640 1 -- 172.21.15.175:0/3451194218 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e8037070 con 0x7f46f40630c0 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.685+0000 7f46f159a640 1 -- 172.21.15.175:0/3451194218 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46e8032440 con 0x7f46f40630c0 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.685+0000 7f46f159a640 1 -- 172.21.15.175:0/3451194218 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e8032810 con 0x7f46f40630c0 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.685+0000 7f46f8f1f640 1 -- 172.21.15.175:0/3451194218 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 msgr2=0x7f46f4134710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.685+0000 7f46f8f1f640 1 --2- 172.21.15.175:0/3451194218 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 0x7f46f4134710 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f46e8009870 tx=0x7f46e802a130 comp rx=0 tx=0).stop 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.686+0000 7f46f8f1f640 1 -- 172.21.15.175:0/3451194218 shutdown_connections 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.686+0000 7f46f8f1f640 1 --2- 172.21.15.175:0/3451194218 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f4134c50 0x7f46f4137040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.686+0000 7f46f8f1f640 1 --2- 172.21.15.175:0/3451194218 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 0x7f46f4134710 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.686+0000 7f46f8f1f640 1 -- 172.21.15.175:0/3451194218 >> 172.21.15.175:0/3451194218 conn(0x7f46f409c2a0 msgr2=0x7f46f409c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.686+0000 7f46f8f1f640 1 -- 172.21.15.175:0/3451194218 shutdown_connections 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.686+0000 7f46f8f1f640 1 -- 172.21.15.175:0/3451194218 wait complete. 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.686+0000 7f46f8f1f640 1 Processor -- start 2024-09-16T01:18:40.691 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f8f1f640 1 -- start start 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f8f1f640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 0x7f46f406e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f8f1f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f412e680 0x7f46f406e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f8f1f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f46f4134c50 0x7f46f406eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f8f1f640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f46f4137790 con 0x7f46f40630c0 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f8f1f640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f46f4097b30 con 0x7f46f4134c50 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f8f1f640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f46f4137910 con 0x7f46f412e680 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f259c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 0x7f46f406e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f259c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 0x7f46f406e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44752/0 (socket says 172.21.15.175:44752) 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f1d9b640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f412e680 0x7f46f406e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f259c640 1 -- 172.21.15.175:0/496449306 learned_addr learned my addr 172.21.15.175:0/496449306 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f2d9d640 1 --2- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f46f4134c50 0x7f46f406eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f259c640 1 -- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f412e680 msgr2=0x7f46f406e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.692 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f259c640 1 --2- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f412e680 0x7f46f406e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f259c640 1 -- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f46f4134c50 msgr2=0x7f46f406eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f259c640 1 --2- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f46f4134c50 0x7f46f406eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f259c640 1 -- 172.21.15.175:0/496449306 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46f4133a10 con 0x7f46f40630c0 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f1d9b640 1 --2- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f412e680 0x7f46f406e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.687+0000 7f46f259c640 1 --2- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 0x7f46f406e090 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f46e400c4a0 tx=0x7f46e400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.688+0000 7f46e2ffd640 1 -- 172.21.15.175:0/496449306 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e4018070 con 0x7f46f40630c0 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.688+0000 7f46e2ffd640 1 -- 172.21.15.175:0/496449306 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46e40074e0 con 0x7f46f40630c0 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.688+0000 7f46f8f1f640 1 -- 172.21.15.175:0/496449306 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46f40980e0 con 0x7f46f40630c0 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.688+0000 7f46e2ffd640 1 -- 172.21.15.175:0/496449306 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e4004a20 con 0x7f46f40630c0 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.688+0000 7f46f8f1f640 1 -- 172.21.15.175:0/496449306 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46f406f990 con 0x7f46f40630c0 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.689+0000 7f46e2ffd640 1 -- 172.21.15.175:0/496449306 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f46e401b070 con 0x7f46f40630c0 2024-09-16T01:18:40.693 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.689+0000 7f46f8f1f640 1 -- 172.21.15.175:0/496449306 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46f409a590 con 0x7f46f40630c0 2024-09-16T01:18:40.694 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.689+0000 7f46e2ffd640 1 -- 172.21.15.175:0/496449306 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f46e405cc90 con 0x7f46f40630c0 2024-09-16T01:18:40.696 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.693+0000 7f46e2ffd640 1 -- 172.21.15.175:0/496449306 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f46f409a590 con 0x7f46f40630c0 2024-09-16T01:18:40.835 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.832+0000 7f46f8f1f640 1 -- 172.21.15.175:0/496449306 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f46f412ea60 con 0x7f46d4048000 2024-09-16T01:18:40.835 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.832+0000 7f46e2ffd640 1 -- 172.21.15.175:0/496449306 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (unknown 2057319476 0 0) 0x7f46f412ea60 con 0x7f46d4048000 2024-09-16T01:18:40.835 INFO:teuthology.orchestra.run.smithi175.stderr:instructed osd(s) 0 to deep-scrub 2024-09-16T01:18:40.836 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.834+0000 7f46f8f1f640 1 -- 172.21.15.175:0/496449306 >> v1:172.21.15.175:6816/2987616722 conn(0x7f46d4048000 legacy=0x7f46d404a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.836 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.834+0000 7f46f8f1f640 1 -- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 msgr2=0x7f46f406e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.836 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.834+0000 7f46f8f1f640 1 --2- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 0x7f46f406e090 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f46e400c4a0 tx=0x7f46e400c960 comp rx=0 tx=0).stop 2024-09-16T01:18:40.837 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.834+0000 7f46f8f1f640 1 -- 172.21.15.175:0/496449306 shutdown_connections 2024-09-16T01:18:40.837 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.834+0000 7f46f8f1f640 1 --2- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f46f4134c50 0x7f46f406eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.837 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.834+0000 7f46f8f1f640 1 --2- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f46f412e680 0x7f46f406e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.837 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.834+0000 7f46f8f1f640 1 --2- 172.21.15.175:0/496449306 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f46f40630c0 0x7f46f406e090 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.837 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.834+0000 7f46f8f1f640 1 -- 172.21.15.175:0/496449306 >> 172.21.15.175:0/496449306 conn(0x7f46f409c2a0 msgr2=0x7f46f4091370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:40.837 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.834+0000 7f46f8f1f640 1 -- 172.21.15.175:0/496449306 shutdown_connections 2024-09-16T01:18:40.837 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.834+0000 7f46f8f1f640 1 -- 172.21.15.175:0/496449306 wait complete. 2024-09-16T01:18:40.847 INFO:tasks.ceph:Scrubbing osd.1 2024-09-16T01:18:40.847 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:18:40.950 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.947+0000 7f36ebef7640 1 Processor -- start 2024-09-16T01:18:40.950 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.947+0000 7f36ebef7640 1 -- start start 2024-09-16T01:18:40.950 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.947+0000 7f36ebef7640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f36e412a140 0x7f36e412a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.950 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.947+0000 7f36ebef7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412aa60 0x7f36e412d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.950 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.947+0000 7f36ebef7640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36e409b8b0 con 0x7f36e4098de0 2024-09-16T01:18:40.950 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.947+0000 7f36ebef7640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f36e4129d80 con 0x7f36e412a140 2024-09-16T01:18:40.950 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.947+0000 7f36ebef7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f36e4099c50 con 0x7f36e412aa60 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e9c93640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f36e412a140 0x7f36e412a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e9492640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412aa60 0x7f36e412d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e9c93640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f36e412a140 0x7f36e412a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44764/0 (socket says 172.21.15.175:44764) 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e9492640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412aa60 0x7f36e412d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35296/0 (socket says 172.21.15.175:35296) 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e9c93640 1 -- 172.21.15.175:0/1982807153 learned_addr learned my addr 172.21.15.175:0/1982807153 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e9c93640 1 -- 172.21.15.175:0/1982807153 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412aa60 msgr2=0x7f36e412d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e9c93640 1 --2- 172.21.15.175:0/1982807153 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412aa60 0x7f36e412d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e9c93640 1 -- 172.21.15.175:0/1982807153 >> v1:172.21.15.175:6789/0 conn(0x7f36e4098de0 legacy=0x7f36e412d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e8c91640 1 -- 172.21.15.175:0/1982807153 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2982014129 0 0) 0x7f36e409b8b0 con 0x7f36e4098de0 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e9c93640 1 -- 172.21.15.175:0/1982807153 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36e4099670 con 0x7f36e412a140 2024-09-16T01:18:40.951 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.948+0000 7f36e9492640 1 --2- 172.21.15.175:0/1982807153 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412aa60 0x7f36e412d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:40.954 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36e9c93640 1 --2- 172.21.15.175:0/1982807153 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36e412a140 0x7f36e412a520 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f36e0009870 tx=0x7f36e002a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99e8097639ecc92b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36e8c91640 1 -- 172.21.15.175:0/1982807153 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36e0037070 con 0x7f36e412a140 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36e8c91640 1 -- 172.21.15.175:0/1982807153 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36e0032440 con 0x7f36e412a140 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36e8c91640 1 -- 172.21.15.175:0/1982807153 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36e0032810 con 0x7f36e412a140 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36ebef7640 1 -- 172.21.15.175:0/1982807153 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36e412a140 msgr2=0x7f36e412a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36ebef7640 1 --2- 172.21.15.175:0/1982807153 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36e412a140 0x7f36e412a520 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f36e0009870 tx=0x7f36e002a130 comp rx=0 tx=0).stop 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36ebef7640 1 -- 172.21.15.175:0/1982807153 shutdown_connections 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36ebef7640 1 --2- 172.21.15.175:0/1982807153 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412aa60 0x7f36e412d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36ebef7640 1 --2- 172.21.15.175:0/1982807153 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36e412a140 0x7f36e412a520 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36ebef7640 1 -- 172.21.15.175:0/1982807153 >> 172.21.15.175:0/1982807153 conn(0x7f36e409c870 msgr2=0x7f36e409cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36ebef7640 1 -- 172.21.15.175:0/1982807153 shutdown_connections 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.949+0000 7f36ebef7640 1 -- 172.21.15.175:0/1982807153 wait complete. 2024-09-16T01:18:40.955 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.950+0000 7f36ebef7640 1 Processor -- start 2024-09-16T01:18:40.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.950+0000 7f36ebef7640 1 -- start start 2024-09-16T01:18:40.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.950+0000 7f36ebef7640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f36e4098de0 0x7f36e4128450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.950+0000 7f36ebef7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412a140 0x7f36e4128990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.950+0000 7f36ebef7640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36e412aa60 0x7f36e4128ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:40.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ebef7640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f36e4135740 con 0x7f36e412aa60 2024-09-16T01:18:40.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ebef7640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f36e41355c0 con 0x7f36e412a140 2024-09-16T01:18:40.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ebef7640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f36e41358c0 con 0x7f36e4098de0 2024-09-16T01:18:40.956 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36e9492640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412a140 0x7f36e4128990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ea494640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36e412aa60 0x7f36e4128ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36e9492640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412a140 0x7f36e4128990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35302/0 (socket says 172.21.15.175:35302) 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36e9492640 1 -- 172.21.15.175:0/2538263184 learned_addr learned my addr 172.21.15.175:0/2538263184 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36e9c93640 1 --2- 172.21.15.175:0/2538263184 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f36e4098de0 0x7f36e4128450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ea494640 1 -- 172.21.15.175:0/2538263184 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f36e4098de0 msgr2=0x7f36e4128450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ea494640 1 --2- 172.21.15.175:0/2538263184 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f36e4098de0 0x7f36e4128450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ea494640 1 -- 172.21.15.175:0/2538263184 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412a140 msgr2=0x7f36e4128990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ea494640 1 --2- 172.21.15.175:0/2538263184 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412a140 0x7f36e4128990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ea494640 1 -- 172.21.15.175:0/2538263184 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36e412e5b0 con 0x7f36e412aa60 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36e9492640 1 --2- 172.21.15.175:0/2538263184 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f36e412a140 0x7f36e4128990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ea494640 1 --2- 172.21.15.175:0/2538263184 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36e412aa60 0x7f36e4128ed0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f36dc001560 tx=0x7f36dc0021f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36da7fc640 1 -- 172.21.15.175:0/2538263184 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36dc003970 con 0x7f36e412aa60 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36da7fc640 1 -- 172.21.15.175:0/2538263184 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36dc003b30 con 0x7f36e412aa60 2024-09-16T01:18:40.957 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36da7fc640 1 -- 172.21.15.175:0/2538263184 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36dc0107b0 con 0x7f36e412aa60 2024-09-16T01:18:40.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36e412f7b0 con 0x7f36e412aa60 2024-09-16T01:18:40.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.951+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36e41351c0 con 0x7f36e412aa60 2024-09-16T01:18:40.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.952+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f36e412fe70 con 0x7f36e412aa60 2024-09-16T01:18:40.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.952+0000 7f36da7fc640 1 -- 172.21.15.175:0/2538263184 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f36dc010950 con 0x7f36e412aa60 2024-09-16T01:18:40.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.953+0000 7f36da7fc640 1 -- 172.21.15.175:0/2538263184 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f36dc061600 con 0x7f36e412aa60 2024-09-16T01:18:40.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.953+0000 7f36da7fc640 1 -- 172.21.15.175:0/2538263184 --> v1:172.21.15.175:6802/4218926231 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f36c8052570 con 0x7f36c804e8c0 2024-09-16T01:18:40.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.953+0000 7f36da7fc640 1 -- 172.21.15.175:0/2538263184 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f36dc068050 con 0x7f36e412aa60 2024-09-16T01:18:40.958 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.954+0000 7f36da7fc640 1 -- 172.21.15.175:0/2538263184 <== osd.1 v1:172.21.15.175:6802/4218926231 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f36c8052570 con 0x7f36c804e8c0 2024-09-16T01:18:40.969 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 --> v1:172.21.15.175:6802/4218926231 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f36e4062880 con 0x7f36c804e8c0 2024-09-16T01:18:40.969 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36da7fc640 1 -- 172.21.15.175:0/2538263184 <== osd.1 v1:172.21.15.175:6802/4218926231 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f36e4062880 con 0x7f36c804e8c0 2024-09-16T01:18:40.969 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-09-16T01:18:40.970 INFO:teuthology.orchestra.run.smithi175.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-16T01:18:40.970 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-09-16T01:18:40.970 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 >> v1:172.21.15.175:6802/4218926231 conn(0x7f36c804e8c0 legacy=0x7f36c8050d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 >> v1:172.21.15.175:6816/2987616722 conn(0x7f36c8047fd0 legacy=0x7f36c804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36e412aa60 msgr2=0x7f36e4128ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:40.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36ebef7640 1 --2- 172.21.15.175:0/2538263184 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36e412aa60 0x7f36e4128ed0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f36dc001560 tx=0x7f36dc0021f0 comp rx=0 tx=0).stop 2024-09-16T01:18:40.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36ea494640 1 -- 172.21.15.175:0/2538263184 reap_dead start 2024-09-16T01:18:40.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 shutdown_connections 2024-09-16T01:18:40.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 >> 172.21.15.175:0/2538263184 conn(0x7f36e409c870 msgr2=0x7f36e412d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:40.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 shutdown_connections 2024-09-16T01:18:40.971 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:40.966+0000 7f36ebef7640 1 -- 172.21.15.175:0/2538263184 wait complete. 2024-09-16T01:18:40.978 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-16T01:18:41.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.074+0000 7f3d2744f640 1 Processor -- start 2024-09-16T01:18:41.076 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.074+0000 7f3d2744f640 1 -- start start 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d2744f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006ee30 0x7f3d2006f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d2744f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006f750 0x7f3d20133ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d2744f640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3d20134010 0x7f3d20136400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d2744f640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f3d20070430 con 0x7f3d20134010 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d2744f640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f3d2006cef0 con 0x7f3d2006ee30 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d2744f640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f3d2006fb90 con 0x7f3d2006f750 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d249ea640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006f750 0x7f3d20133ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d251eb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006ee30 0x7f3d2006f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d259ec640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f3d20134010 0x7f3d20136400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d251eb640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006ee30 0x7f3d2006f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35314/0 (socket says 172.21.15.175:35314) 2024-09-16T01:18:41.079 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d249ea640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006f750 0x7f3d20133ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:46072/0 (socket says 172.21.15.175:46072) 2024-09-16T01:18:41.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d251eb640 1 -- 172.21.15.175:0/881918905 learned_addr learned my addr 172.21.15.175:0/881918905 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:41.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d251eb640 1 -- 172.21.15.175:0/881918905 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006f750 msgr2=0x7f3d20133ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:41.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d251eb640 1 --2- 172.21.15.175:0/881918905 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006f750 0x7f3d20133ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d251eb640 1 -- 172.21.15.175:0/881918905 >> v2:172.21.15.175:3300/0 conn(0x7f3d20134010 msgr2=0x7f3d20136400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:41.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d251eb640 1 --2- 172.21.15.175:0/881918905 >> v2:172.21.15.175:3300/0 conn(0x7f3d20134010 0x7f3d20136400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d251eb640 1 -- 172.21.15.175:0/881918905 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d2006d7e0 con 0x7f3d2006ee30 2024-09-16T01:18:41.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d249ea640 1 --2- 172.21.15.175:0/881918905 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006f750 0x7f3d20133ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.075+0000 7f3d259ec640 1 --2- 172.21.15.175:0/881918905 >> v2:172.21.15.175:3300/0 conn(0x7f3d20134010 0x7f3d20136400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.076+0000 7f3d251eb640 1 --2- 172.21.15.175:0/881918905 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006ee30 0x7f3d2006f210 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c009870 tx=0x7f3d1c02a090 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb28b6670f1ecfa7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.076+0000 7f3d17fff640 1 -- 172.21.15.175:0/881918905 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c037070 con 0x7f3d2006ee30 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.076+0000 7f3d17fff640 1 -- 172.21.15.175:0/881918905 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d1c02ade0 con 0x7f3d2006ee30 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.076+0000 7f3d17fff640 1 -- 172.21.15.175:0/881918905 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c032660 con 0x7f3d2006ee30 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.077+0000 7f3d2744f640 1 -- 172.21.15.175:0/881918905 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006ee30 msgr2=0x7f3d2006f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.077+0000 7f3d2744f640 1 --2- 172.21.15.175:0/881918905 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006ee30 0x7f3d2006f210 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c009870 tx=0x7f3d1c02a090 comp rx=0 tx=0).stop 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.077+0000 7f3d2744f640 1 -- 172.21.15.175:0/881918905 shutdown_connections 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.077+0000 7f3d2744f640 1 --2- 172.21.15.175:0/881918905 >> v2:172.21.15.175:3300/0 conn(0x7f3d20134010 0x7f3d20136400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.077+0000 7f3d2744f640 1 --2- 172.21.15.175:0/881918905 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006f750 0x7f3d20133ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.077+0000 7f3d2744f640 1 --2- 172.21.15.175:0/881918905 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006ee30 0x7f3d2006f210 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.077+0000 7f3d2744f640 1 -- 172.21.15.175:0/881918905 >> 172.21.15.175:0/881918905 conn(0x7f3d2009b610 msgr2=0x7f3d2009ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.077+0000 7f3d2744f640 1 -- 172.21.15.175:0/881918905 shutdown_connections 2024-09-16T01:18:41.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.077+0000 7f3d2744f640 1 -- 172.21.15.175:0/881918905 wait complete. 2024-09-16T01:18:41.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d2744f640 1 Processor -- start 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d2744f640 1 -- start start 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d2744f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006ee30 0x7f3d20096f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d2744f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006f750 0x7f3d20097490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d2744f640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d20134010 0x7f3d201c4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d2744f640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f3d20136cd0 con 0x7f3d20134010 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d2744f640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f3d20136b50 con 0x7f3d2006f750 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d2744f640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f3d20136e50 con 0x7f3d2006ee30 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d251eb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006ee30 0x7f3d20096f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d249ea640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006f750 0x7f3d20097490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d251eb640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006ee30 0x7f3d20096f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:46086/0 (socket says 172.21.15.175:46086) 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d251eb640 1 -- 172.21.15.175:0/695646454 learned_addr learned my addr 172.21.15.175:0/695646454 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:41.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d259ec640 1 --2- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d20134010 0x7f3d201c4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d251eb640 1 -- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006f750 msgr2=0x7f3d20097490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d251eb640 1 --2- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006f750 0x7f3d20097490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d251eb640 1 -- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d20134010 msgr2=0x7f3d201c4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d251eb640 1 --2- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d20134010 0x7f3d201c4230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d251eb640 1 -- 172.21.15.175:0/695646454 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d20125a30 con 0x7f3d2006ee30 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.078+0000 7f3d249ea640 1 --2- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006f750 0x7f3d20097490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.079+0000 7f3d251eb640 1 --2- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006ee30 0x7f3d20096f50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c000c00 tx=0x7f3d1c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.079+0000 7f3d15ffb640 1 -- 172.21.15.175:0/695646454 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c037040 con 0x7f3d2006ee30 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.079+0000 7f3d15ffb640 1 -- 172.21.15.175:0/695646454 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d1c042070 con 0x7f3d2006ee30 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.079+0000 7f3d2744f640 1 -- 172.21.15.175:0/695646454 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d201249a0 con 0x7f3d2006ee30 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.079+0000 7f3d15ffb640 1 -- 172.21.15.175:0/695646454 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c03d680 con 0x7f3d2006ee30 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.079+0000 7f3d2744f640 1 -- 172.21.15.175:0/695646454 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d201c4770 con 0x7f3d2006ee30 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.080+0000 7f3d15ffb640 1 -- 172.21.15.175:0/695646454 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f3d1c03d820 con 0x7f3d2006ee30 2024-09-16T01:18:41.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.080+0000 7f3d2744f640 1 -- 172.21.15.175:0/695646454 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d2006f210 con 0x7f3d2006ee30 2024-09-16T01:18:41.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.080+0000 7f3d15ffb640 1 -- 172.21.15.175:0/695646454 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f3d1c07de50 con 0x7f3d2006ee30 2024-09-16T01:18:41.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.084+0000 7f3d15ffb640 1 -- 172.21.15.175:0/695646454 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f3d1c07cf00 con 0x7f3d2006ee30 2024-09-16T01:18:41.226 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.224+0000 7f3d2744f640 1 -- 172.21.15.175:0/695646454 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f3d20125790 con 0x7f3d04047fd0 2024-09-16T01:18:41.226 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.224+0000 7f3d15ffb640 1 -- 172.21.15.175:0/695646454 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (unknown 489605429 0 0) 0x7f3d20125790 con 0x7f3d04047fd0 2024-09-16T01:18:41.226 INFO:teuthology.orchestra.run.smithi175.stderr:instructed osd(s) 1 to deep-scrub 2024-09-16T01:18:41.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.226+0000 7f3d2744f640 1 -- 172.21.15.175:0/695646454 >> v1:172.21.15.175:6816/2987616722 conn(0x7f3d04047fd0 legacy=0x7f3d0404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.226+0000 7f3d2744f640 1 -- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006ee30 msgr2=0x7f3d20096f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.226+0000 7f3d2744f640 1 --2- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006ee30 0x7f3d20096f50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c000c00 tx=0x7f3d1c004730 comp rx=0 tx=0).stop 2024-09-16T01:18:41.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.226+0000 7f3d2744f640 1 -- 172.21.15.175:0/695646454 shutdown_connections 2024-09-16T01:18:41.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.226+0000 7f3d2744f640 1 --2- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d20134010 0x7f3d201c4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.228 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.226+0000 7f3d2744f640 1 --2- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f3d2006f750 0x7f3d20097490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.226+0000 7f3d2744f640 1 --2- 172.21.15.175:0/695646454 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f3d2006ee30 0x7f3d20096f50 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.226+0000 7f3d2744f640 1 -- 172.21.15.175:0/695646454 >> 172.21.15.175:0/695646454 conn(0x7f3d2009b610 msgr2=0x7f3d2009a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:41.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.226+0000 7f3d2744f640 1 -- 172.21.15.175:0/695646454 shutdown_connections 2024-09-16T01:18:41.229 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.226+0000 7f3d2744f640 1 -- 172.21.15.175:0/695646454 wait complete. 2024-09-16T01:18:41.238 INFO:tasks.ceph:Scrubbing osd.2 2024-09-16T01:18:41.239 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:18:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc208cf0640 1 Processor -- start 2024-09-16T01:18:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc208cf0640 1 -- start start 2024-09-16T01:18:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc208cf0640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc20412d530 0x7fc20412d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc208cf0640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc204071bf0 0x7fc20406e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc208cf0640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc20412d350 con 0x7fc20412de50 2024-09-16T01:18:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc208cf0640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fc20409aef0 con 0x7fc20412d530 2024-09-16T01:18:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc208cf0640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fc2040723d0 con 0x7fc204071bf0 2024-09-16T01:18:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc202d9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc204071bf0 0x7fc20406e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc20259c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc20412d530 0x7fc20412d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc1fbfff640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7fc20412de50 0x7fc20406dce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35874/0 (socket says 172.21.15.175:35874) 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.338+0000 7fc1fbfff640 1 -- 172.21.15.175:0/4055268325 learned_addr learned my addr 172.21.15.175:0/4055268325 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.339+0000 7fc20259c640 1 -- 172.21.15.175:0/4055268325 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc204071bf0 msgr2=0x7fc20406e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.339+0000 7fc20259c640 1 --2- 172.21.15.175:0/4055268325 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc204071bf0 0x7fc20406e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.339+0000 7fc20259c640 1 -- 172.21.15.175:0/4055268325 >> v1:172.21.15.175:6789/0 conn(0x7fc20412de50 legacy=0x7fc20406dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.339+0000 7fc20259c640 1 -- 172.21.15.175:0/4055268325 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc20406e930 con 0x7fc20412d530 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.339+0000 7fc201d9b640 1 -- 172.21.15.175:0/4055268325 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1152934545 0 0) 0x7fc1ec001110 con 0x7fc20412de50 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.339+0000 7fc202d9d640 1 --2- 172.21.15.175:0/4055268325 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc204071bf0 0x7fc20406e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.339+0000 7fc20259c640 1 --2- 172.21.15.175:0/4055268325 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc20412d530 0x7fc20412d910 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc1f40097d0 tx=0x7fc1f402a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c25d7e2286957555 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc201d9b640 1 -- 172.21.15.175:0/4055268325 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f4037070 con 0x7fc20412d530 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc201d9b640 1 -- 172.21.15.175:0/4055268325 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1f402ad90 con 0x7fc20412d530 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc201d9b640 1 -- 172.21.15.175:0/4055268325 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f4032660 con 0x7fc20412d530 2024-09-16T01:18:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc208cf0640 1 -- 172.21.15.175:0/4055268325 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc20412d530 msgr2=0x7fc20412d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.345 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc208cf0640 1 --2- 172.21.15.175:0/4055268325 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc20412d530 0x7fc20412d910 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc1f40097d0 tx=0x7fc1f402a040 comp rx=0 tx=0).stop 2024-09-16T01:18:41.345 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc208cf0640 1 -- 172.21.15.175:0/4055268325 shutdown_connections 2024-09-16T01:18:41.345 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc208cf0640 1 --2- 172.21.15.175:0/4055268325 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc204071bf0 0x7fc20406e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.345 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc208cf0640 1 --2- 172.21.15.175:0/4055268325 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc20412d530 0x7fc20412d910 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.345 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc208cf0640 1 -- 172.21.15.175:0/4055268325 >> 172.21.15.175:0/4055268325 conn(0x7fc20409e0a0 msgr2=0x7fc20409a570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:41.345 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc208cf0640 1 -- 172.21.15.175:0/4055268325 shutdown_connections 2024-09-16T01:18:41.345 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.340+0000 7fc208cf0640 1 -- 172.21.15.175:0/4055268325 wait complete. 2024-09-16T01:18:41.348 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.341+0000 7fc208cf0640 1 Processor -- start 2024-09-16T01:18:41.348 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.341+0000 7fc208cf0640 1 -- start start 2024-09-16T01:18:41.348 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc208cf0640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc204071bf0 0x7fc20412e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.348 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc208cf0640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc20412d530 0x7fc20412e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.348 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc208cf0640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc20412de50 0x7fc20412ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc208cf0640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fc2041358c0 con 0x7fc20412de50 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc208cf0640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fc204135740 con 0x7fc204071bf0 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc208cf0640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fc204135a40 con 0x7fc20412d530 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc20259c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc204071bf0 0x7fc20412e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc1fbfff640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc20412d530 0x7fc20412e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc20259c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc204071bf0 0x7fc20412e2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35336/0 (socket says 172.21.15.175:35336) 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc20259c640 1 -- 172.21.15.175:0/4219500190 learned_addr learned my addr 172.21.15.175:0/4219500190 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc202d9d640 1 --2- 172.21.15.175:0/4219500190 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc20412de50 0x7fc20412ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc20259c640 1 -- 172.21.15.175:0/4219500190 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc20412d530 msgr2=0x7fc20412e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc20259c640 1 --2- 172.21.15.175:0/4219500190 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc20412d530 0x7fc20412e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc20259c640 1 -- 172.21.15.175:0/4219500190 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc20412de50 msgr2=0x7fc20412ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.349 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc20259c640 1 --2- 172.21.15.175:0/4219500190 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc20412de50 0x7fc20412ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc20259c640 1 -- 172.21.15.175:0/4219500190 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc204130c70 con 0x7fc204071bf0 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc202d9d640 1 --2- 172.21.15.175:0/4219500190 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc20412de50 0x7fc20412ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc1fbfff640 1 --2- 172.21.15.175:0/4219500190 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fc20412d530 0x7fc20412e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc20259c640 1 --2- 172.21.15.175:0/4219500190 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc204071bf0 0x7fc20412e2c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc1f40098f0 tx=0x7fc1f40046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc1faffd640 1 -- 172.21.15.175:0/4219500190 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f4037040 con 0x7fc204071bf0 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc1faffd640 1 -- 172.21.15.175:0/4219500190 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1f402ab90 con 0x7fc204071bf0 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc1faffd640 1 -- 172.21.15.175:0/4219500190 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f403d660 con 0x7fc204071bf0 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc204127830 con 0x7fc204071bf0 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.342+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc20412f840 con 0x7fc204071bf0 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.343+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc20412d910 con 0x7fc204071bf0 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.343+0000 7fc1faffd640 1 -- 172.21.15.175:0/4219500190 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fc1f4044020 con 0x7fc204071bf0 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.344+0000 7fc1faffd640 1 -- 172.21.15.175:0/4219500190 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fc1f407d760 con 0x7fc204071bf0 2024-09-16T01:18:41.350 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.344+0000 7fc1faffd640 1 -- 172.21.15.175:0/4219500190 --> v1:172.21.15.175:6808/745883331 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc1e4052530 con 0x7fc1e404e880 2024-09-16T01:18:41.351 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.344+0000 7fc1faffd640 1 -- 172.21.15.175:0/4219500190 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fc1f4084050 con 0x7fc204071bf0 2024-09-16T01:18:41.351 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.345+0000 7fc1faffd640 1 -- 172.21.15.175:0/4219500190 <== osd.2 v1:172.21.15.175:6808/745883331 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fc1e4052530 con 0x7fc1e404e880 2024-09-16T01:18:41.359 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.357+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 --> v1:172.21.15.175:6808/745883331 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc20412a700 con 0x7fc1e404e880 2024-09-16T01:18:41.359 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.357+0000 7fc1faffd640 1 -- 172.21.15.175:0/4219500190 <== osd.2 v1:172.21.15.175:6808/745883331 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7fc20412a700 con 0x7fc1e404e880 2024-09-16T01:18:41.360 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-09-16T01:18:41.360 INFO:teuthology.orchestra.run.smithi175.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-16T01:18:41.360 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-09-16T01:18:41.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.358+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 >> v1:172.21.15.175:6808/745883331 conn(0x7fc1e404e880 legacy=0x7fc1e4050cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.358+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 >> v1:172.21.15.175:6816/2987616722 conn(0x7fc1e4048000 legacy=0x7fc1e404a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.358+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc204071bf0 msgr2=0x7fc20412e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.358+0000 7fc208cf0640 1 --2- 172.21.15.175:0/4219500190 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fc204071bf0 0x7fc20412e2c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc1f40098f0 tx=0x7fc1f40046c0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.358+0000 7fc202d9d640 1 -- 172.21.15.175:0/4219500190 reap_dead start 2024-09-16T01:18:41.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.358+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 shutdown_connections 2024-09-16T01:18:41.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.358+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 >> 172.21.15.175:0/4219500190 conn(0x7fc20409e0a0 msgr2=0x7fc204129da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:41.361 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.358+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 shutdown_connections 2024-09-16T01:18:41.362 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.358+0000 7fc208cf0640 1 -- 172.21.15.175:0/4219500190 wait complete. 2024-09-16T01:18:41.370 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-16T01:18:41.468 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.465+0000 7f8620c4f640 1 Processor -- start 2024-09-16T01:18:41.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.465+0000 7f8620c4f640 1 -- start start 2024-09-16T01:18:41.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f8620c4f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06eb00 0x7f861c06eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f8620c4f640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f861c06f420 0x7f861c097000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f8620c4f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c097970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f8620c4f640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f861c0704b0 con 0x7f861c06f420 2024-09-16T01:18:41.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f8620c4f640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f861c06fbc0 con 0x7f861c06eb00 2024-09-16T01:18:41.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f8620c4f640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f861c070a20 con 0x7f861c097540 2024-09-16T01:18:41.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f861ad9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c097970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f861a59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06eb00 0x7f861c06eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.469 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f861ad9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c097970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:46106/0 (socket says 172.21.15.175:46106) 2024-09-16T01:18:41.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f861ad9d640 1 -- 172.21.15.175:0/3101801576 learned_addr learned my addr 172.21.15.175:0/3101801576 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:41.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f861a59c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06eb00 0x7f861c06eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35340/0 (socket says 172.21.15.175:35340) 2024-09-16T01:18:41.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f8619d9b640 1 --2- 172.21.15.175:0/3101801576 >> v2:172.21.15.175:3300/0 conn(0x7f861c06f420 0x7f861c097000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f861ad9d640 1 -- 172.21.15.175:0/3101801576 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06eb00 msgr2=0x7f861c06eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:41.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f861ad9d640 1 --2- 172.21.15.175:0/3101801576 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06eb00 0x7f861c06eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f861ad9d640 1 -- 172.21.15.175:0/3101801576 >> v2:172.21.15.175:3300/0 conn(0x7f861c06f420 msgr2=0x7f861c097000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:41.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f861ad9d640 1 --2- 172.21.15.175:0/3101801576 >> v2:172.21.15.175:3300/0 conn(0x7f861c06f420 0x7f861c097000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f861ad9d640 1 -- 172.21.15.175:0/3101801576 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f861c06cf70 con 0x7f861c097540 2024-09-16T01:18:41.470 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.466+0000 7f8619d9b640 1 --2- 172.21.15.175:0/3101801576 >> v2:172.21.15.175:3300/0 conn(0x7f861c06f420 0x7f861c097000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.473 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.467+0000 7f861ad9d640 1 --2- 172.21.15.175:0/3101801576 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c097970 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8614009e50 tx=0x7f861402c770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33f5e35058669f5e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:41.473 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.467+0000 7f861959a640 1 -- 172.21.15.175:0/3101801576 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8614038070 con 0x7f861c097540 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.467+0000 7f861959a640 1 -- 172.21.15.175:0/3101801576 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8614033600 con 0x7f861c097540 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.467+0000 7f861959a640 1 -- 172.21.15.175:0/3101801576 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86140339d0 con 0x7f861c097540 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.468+0000 7f8620c4f640 1 -- 172.21.15.175:0/3101801576 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 msgr2=0x7f861c097970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.468+0000 7f8620c4f640 1 --2- 172.21.15.175:0/3101801576 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c097970 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8614009e50 tx=0x7f861402c770 comp rx=0 tx=0).stop 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.468+0000 7f8620c4f640 1 -- 172.21.15.175:0/3101801576 shutdown_connections 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.468+0000 7f8620c4f640 1 --2- 172.21.15.175:0/3101801576 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c097970 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.468+0000 7f8620c4f640 1 --2- 172.21.15.175:0/3101801576 >> v2:172.21.15.175:3300/0 conn(0x7f861c06f420 0x7f861c097000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.468+0000 7f8620c4f640 1 --2- 172.21.15.175:0/3101801576 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06eb00 0x7f861c06eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.468+0000 7f8620c4f640 1 -- 172.21.15.175:0/3101801576 >> 172.21.15.175:0/3101801576 conn(0x7f861c09db00 msgr2=0x7f861c09df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.468+0000 7f8620c4f640 1 -- 172.21.15.175:0/3101801576 shutdown_connections 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.468+0000 7f8620c4f640 1 -- 172.21.15.175:0/3101801576 wait complete. 2024-09-16T01:18:41.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f8620c4f640 1 Processor -- start 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f8620c4f640 1 -- start start 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f8620c4f640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f861c06eb00 0x7f861c1c06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f8620c4f640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06f420 0x7f861c1c0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f8620c4f640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c124540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f8620c4f640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f861c06f980 con 0x7f861c06eb00 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f8620c4f640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f861c06f800 con 0x7f861c06f420 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f8620c4f640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f861c06d9f0 con 0x7f861c097540 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f861a59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f861c06eb00 0x7f861c1c06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f8619d9b640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06f420 0x7f861c1c0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f861ad9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c124540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f861a59c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f861c06eb00 0x7f861c1c06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44818/0 (socket says 172.21.15.175:44818) 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.469+0000 7f861a59c640 1 -- 172.21.15.175:0/1470832845 learned_addr learned my addr 172.21.15.175:0/1470832845 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f861a59c640 1 -- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 msgr2=0x7f861c124540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f861a59c640 1 --2- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c124540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f861a59c640 1 -- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06f420 msgr2=0x7f861c1c0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f861a59c640 1 --2- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06f420 0x7f861c1c0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f861a59c640 1 -- 172.21.15.175:0/1470832845 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f861c08d6b0 con 0x7f861c06eb00 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f861ad9d640 1 --2- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c124540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f8619d9b640 1 --2- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06f420 0x7f861c1c0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f861a59c640 1 --2- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f861c06eb00 0x7f861c1c06e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f860c00e8c0 tx=0x7f860c00ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f8612ffd640 1 -- 172.21.15.175:0/1470832845 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c017070 con 0x7f861c06eb00 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f8612ffd640 1 -- 172.21.15.175:0/1470832845 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f860c00c940 con 0x7f861c06eb00 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f8612ffd640 1 -- 172.21.15.175:0/1470832845 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c00cd10 con 0x7f861c06eb00 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f8620c4f640 1 -- 172.21.15.175:0/1470832845 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f861c126780 con 0x7f861c06eb00 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.470+0000 7f8620c4f640 1 -- 172.21.15.175:0/1470832845 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f861c1c1160 con 0x7f861c06eb00 2024-09-16T01:18:41.476 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.471+0000 7f8620c4f640 1 -- 172.21.15.175:0/1470832845 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f861c06eee0 con 0x7f861c06eb00 2024-09-16T01:18:41.477 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.471+0000 7f8612ffd640 1 -- 172.21.15.175:0/1470832845 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f860c01a070 con 0x7f861c06eb00 2024-09-16T01:18:41.477 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.471+0000 7f8612ffd640 1 -- 172.21.15.175:0/1470832845 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f860c05d920 con 0x7f861c06eb00 2024-09-16T01:18:41.477 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.475+0000 7f8612ffd640 1 -- 172.21.15.175:0/1470832845 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f861c08d6b0 con 0x7f861c06eb00 2024-09-16T01:18:41.618 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.616+0000 7f8620c4f640 1 -- 172.21.15.175:0/1470832845 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f861c097320 con 0x7f85fc047fd0 2024-09-16T01:18:41.618 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.616+0000 7f8612ffd640 1 -- 172.21.15.175:0/1470832845 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (unknown 3049115190 0 0) 0x7f861c097320 con 0x7f85fc047fd0 2024-09-16T01:18:41.618 INFO:teuthology.orchestra.run.smithi175.stderr:instructed osd(s) 2 to deep-scrub 2024-09-16T01:18:41.620 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.618+0000 7f8620c4f640 1 -- 172.21.15.175:0/1470832845 >> v1:172.21.15.175:6816/2987616722 conn(0x7f85fc047fd0 legacy=0x7f85fc04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.620 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.618+0000 7f8620c4f640 1 -- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f861c06eb00 msgr2=0x7f861c1c06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.620 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.618+0000 7f8620c4f640 1 --2- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f861c06eb00 0x7f861c1c06e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f860c00e8c0 tx=0x7f860c00ed80 comp rx=0 tx=0).stop 2024-09-16T01:18:41.620 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.618+0000 7f8620c4f640 1 -- 172.21.15.175:0/1470832845 shutdown_connections 2024-09-16T01:18:41.620 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.618+0000 7f8620c4f640 1 --2- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f861c097540 0x7f861c124540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.618+0000 7f8620c4f640 1 --2- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f861c06f420 0x7f861c1c0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.618+0000 7f8620c4f640 1 --2- 172.21.15.175:0/1470832845 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f861c06eb00 0x7f861c1c06e0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.618+0000 7f8620c4f640 1 -- 172.21.15.175:0/1470832845 >> 172.21.15.175:0/1470832845 conn(0x7f861c09db00 msgr2=0x7f861c12ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:41.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.618+0000 7f8620c4f640 1 -- 172.21.15.175:0/1470832845 shutdown_connections 2024-09-16T01:18:41.621 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.618+0000 7f8620c4f640 1 -- 172.21.15.175:0/1470832845 wait complete. 2024-09-16T01:18:41.631 INFO:tasks.ceph:Scrubbing osd.3 2024-09-16T01:18:41.631 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:18:41.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.730+0000 7f159ed95640 1 Processor -- start 2024-09-16T01:18:41.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.730+0000 7f159ed95640 1 -- start start 2024-09-16T01:18:41.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f159ed95640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 0x7f1598132510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f159ed95640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 0x7f1598134e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f159ed95640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f159812d350 con 0x7f159812d530 2024-09-16T01:18:41.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f159ed95640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f159809aef0 con 0x7f1598071bf0 2024-09-16T01:18:41.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f159ed95640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f159812e020 con 0x7f1598132a50 2024-09-16T01:18:41.734 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f159cb31640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7f159812d530 0x7f159812d910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:35882/0 (socket says 172.21.15.175:35882) 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f159cb31640 1 -- 172.21.15.175:0/716760714 learned_addr learned my addr 172.21.15.175:0/716760714 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f159d332640 1 --2- 172.21.15.175:0/716760714 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 0x7f1598134e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f1597fff640 1 --2- 172.21.15.175:0/716760714 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 0x7f1598132510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f15977fe640 1 -- 172.21.15.175:0/716760714 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1158050907 0 0) 0x7f1580001110 con 0x7f159812d530 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f15977fe640 1 -- 172.21.15.175:0/716760714 --> v1:172.21.15.175:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1584003520 con 0x7f159812d530 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f1597fff640 1 -- 172.21.15.175:0/716760714 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 msgr2=0x7f1598134e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f1597fff640 1 --2- 172.21.15.175:0/716760714 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 0x7f1598134e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f1597fff640 1 -- 172.21.15.175:0/716760714 >> v1:172.21.15.175:6789/0 conn(0x7f159812d530 legacy=0x7f159812d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f1597fff640 1 -- 172.21.15.175:0/716760714 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15980723d0 con 0x7f1598071bf0 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.731+0000 7f159d332640 1 --2- 172.21.15.175:0/716760714 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 0x7f1598134e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f1597fff640 1 --2- 172.21.15.175:0/716760714 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 0x7f1598132510 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f15880097d0 tx=0x7f158802a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=583303201959a851 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f15977fe640 1 -- 172.21.15.175:0/716760714 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1588037070 con 0x7f1598071bf0 2024-09-16T01:18:41.735 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f15977fe640 1 -- 172.21.15.175:0/716760714 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f158802ad90 con 0x7f1598071bf0 2024-09-16T01:18:41.736 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f15977fe640 1 -- 172.21.15.175:0/716760714 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1588032660 con 0x7f1598071bf0 2024-09-16T01:18:41.739 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f159ed95640 1 -- 172.21.15.175:0/716760714 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 msgr2=0x7f1598132510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.739 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f159ed95640 1 --2- 172.21.15.175:0/716760714 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 0x7f1598132510 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f15880097d0 tx=0x7f158802a040 comp rx=0 tx=0).stop 2024-09-16T01:18:41.739 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f159ed95640 1 -- 172.21.15.175:0/716760714 shutdown_connections 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f159ed95640 1 --2- 172.21.15.175:0/716760714 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 0x7f1598134e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f159ed95640 1 --2- 172.21.15.175:0/716760714 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 0x7f1598132510 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f159ed95640 1 -- 172.21.15.175:0/716760714 >> 172.21.15.175:0/716760714 conn(0x7f159809e0a0 msgr2=0x7f159809a570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.732+0000 7f159ed95640 1 -- 172.21.15.175:0/716760714 shutdown_connections 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.733+0000 7f159ed95640 1 -- 172.21.15.175:0/716760714 wait complete. 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.733+0000 7f159ed95640 1 Processor -- start 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.733+0000 7f159ed95640 1 -- start start 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159ed95640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 0x7f159812fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159ed95640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159812d530 0x7f1598130170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159ed95640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 0x7f15981306b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159ed95640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f1598135710 con 0x7f159812d530 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159ed95640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f1598135590 con 0x7f1598071bf0 2024-09-16T01:18:41.740 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159ed95640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f1598135890 con 0x7f1598132a50 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159cb31640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 0x7f159812fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f1597fff640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159812d530 0x7f1598130170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159d332640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 0x7f15981306b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159cb31640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 0x7f159812fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35362/0 (socket says 172.21.15.175:35362) 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159cb31640 1 -- 172.21.15.175:0/3203713528 learned_addr learned my addr 172.21.15.175:0/3203713528 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159cb31640 1 -- 172.21.15.175:0/3203713528 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 msgr2=0x7f15981306b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159cb31640 1 --2- 172.21.15.175:0/3203713528 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 0x7f15981306b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159cb31640 1 -- 172.21.15.175:0/3203713528 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159812d530 msgr2=0x7f1598130170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159cb31640 1 --2- 172.21.15.175:0/3203713528 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159812d530 0x7f1598130170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159cb31640 1 -- 172.21.15.175:0/3203713528 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1598130bf0 con 0x7f1598071bf0 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f1597fff640 1 --2- 172.21.15.175:0/3203713528 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159812d530 0x7f1598130170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.741 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159d332640 1 --2- 172.21.15.175:0/3203713528 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f1598132a50 0x7f15981306b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f159cb31640 1 --2- 172.21.15.175:0/3203713528 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 0x7f159812fc30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f158000c730 tx=0x7f158000cb30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.734+0000 7f15957fa640 1 -- 172.21.15.175:0/3203713528 <== mon.1 v2:172.21.15.175:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1580017070 con 0x7f1598071bf0 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.735+0000 7f15957fa640 1 -- 172.21.15.175:0/3203713528 <== mon.1 v2:172.21.15.175:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1580005ab0 con 0x7f1598071bf0 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.735+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1598127b50 con 0x7f1598071bf0 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.735+0000 7f15957fa640 1 -- 172.21.15.175:0/3203713528 <== mon.1 v2:172.21.15.175:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1580007070 con 0x7f1598071bf0 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.735+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1598132000 con 0x7f1598071bf0 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.735+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1598123c30 con 0x7f1598071bf0 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.736+0000 7f15957fa640 1 -- 172.21.15.175:0/3203713528 <== mon.1 v2:172.21.15.175:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f158001a070 con 0x7f1598071bf0 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.736+0000 7f15957fa640 1 -- 172.21.15.175:0/3203713528 <== mon.1 v2:172.21.15.175:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f158005cc70 con 0x7f1598071bf0 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.736+0000 7f15957fa640 1 -- 172.21.15.175:0/3203713528 --> v1:172.21.15.175:6812/959133922 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1580009eb0 con 0x7f157804e850 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.736+0000 7f15957fa640 1 -- 172.21.15.175:0/3203713528 <== mon.1 v2:172.21.15.175:3301/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f158005f370 con 0x7f1598071bf0 2024-09-16T01:18:41.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.737+0000 7f15957fa640 1 -- 172.21.15.175:0/3203713528 <== osd.3 v1:172.21.15.175:6812/959133922 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f1580009eb0 con 0x7f157804e850 2024-09-16T01:18:41.751 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.749+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 --> v1:172.21.15.175:6812/959133922 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f1598134be0 con 0x7f157804e850 2024-09-16T01:18:41.751 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.749+0000 7f15957fa640 1 -- 172.21.15.175:0/3203713528 <== osd.3 v1:172.21.15.175:6812/959133922 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f1598134be0 con 0x7f157804e850 2024-09-16T01:18:41.752 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-09-16T01:18:41.752 INFO:teuthology.orchestra.run.smithi175.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-16T01:18:41.752 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-09-16T01:18:41.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.750+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 >> v1:172.21.15.175:6812/959133922 conn(0x7f157804e850 legacy=0x7f1578050c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.750+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 >> v1:172.21.15.175:6816/2987616722 conn(0x7f1578047fd0 legacy=0x7f157804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.750+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 msgr2=0x7f159812fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.750+0000 7f159ed95640 1 --2- 172.21.15.175:0/3203713528 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f1598071bf0 0x7f159812fc30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f158000c730 tx=0x7f158000cb30 comp rx=0 tx=0).stop 2024-09-16T01:18:41.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.750+0000 7f159d332640 1 -- 172.21.15.175:0/3203713528 reap_dead start 2024-09-16T01:18:41.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.750+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 shutdown_connections 2024-09-16T01:18:41.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.750+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 >> 172.21.15.175:0/3203713528 conn(0x7f159809e0a0 msgr2=0x7f1598133270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:41.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.750+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 shutdown_connections 2024-09-16T01:18:41.753 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.750+0000 7f159ed95640 1 -- 172.21.15.175:0/3203713528 wait complete. 2024-09-16T01:18:41.762 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-16T01:18:41.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.858+0000 7fa565f2c640 1 Processor -- start 2024-09-16T01:18:41.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.858+0000 7fa565f2c640 1 -- start start 2024-09-16T01:18:41.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa565f2c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560130520 0x7fa560132910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.863 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa565f2c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa560132e50 0x7fa560135240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa565f2c640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa560096e30 con 0x7fa560096340 2024-09-16T01:18:41.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa565f2c640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7fa560098580 con 0x7fa560132e50 2024-09-16T01:18:41.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa565f2c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fa5600997e0 con 0x7fa560130520 2024-09-16T01:18:41.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55ffff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa560132e50 0x7fa560135240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55effd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560130520 0x7fa560132910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55ffff640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7fa560132e50 0x7fa560135240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44828/0 (socket says 172.21.15.175:44828) 2024-09-16T01:18:41.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55ffff640 1 -- 172.21.15.175:0/2476266909 learned_addr learned my addr 172.21.15.175:0/2476266909 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:41.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55effd640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560130520 0x7fa560132910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35370/0 (socket says 172.21.15.175:35370) 2024-09-16T01:18:41.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55ffff640 1 -- 172.21.15.175:0/2476266909 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560130520 msgr2=0x7fa560132910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:41.864 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55ffff640 1 --2- 172.21.15.175:0/2476266909 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560130520 0x7fa560132910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55ffff640 1 -- 172.21.15.175:0/2476266909 >> v1:172.21.15.175:6789/0 conn(0x7fa560096340 legacy=0x7fa560096720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55ffff640 1 -- 172.21.15.175:0/2476266909 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa56009bd90 con 0x7fa560132e50 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55effd640 1 --2- 172.21.15.175:0/2476266909 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560130520 0x7fa560132910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.859+0000 7fa55e7fc640 1 -- 172.21.15.175:0/2476266909 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 291048831 0 0) 0x7fa560096e30 con 0x7fa560096340 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.860+0000 7fa55ffff640 1 --2- 172.21.15.175:0/2476266909 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa560132e50 0x7fa560135240 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa558009e50 tx=0x7fa55802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d0d0d4dd3958478 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.860+0000 7fa55e7fc640 1 -- 172.21.15.175:0/2476266909 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa558036070 con 0x7fa560132e50 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.860+0000 7fa55e7fc640 1 -- 172.21.15.175:0/2476266909 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa558031600 con 0x7fa560132e50 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.860+0000 7fa55e7fc640 1 -- 172.21.15.175:0/2476266909 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5580319d0 con 0x7fa560132e50 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.861+0000 7fa565f2c640 1 -- 172.21.15.175:0/2476266909 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa560132e50 msgr2=0x7fa560135240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.861+0000 7fa565f2c640 1 --2- 172.21.15.175:0/2476266909 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa560132e50 0x7fa560135240 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa558009e50 tx=0x7fa55802a5f0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.861+0000 7fa565f2c640 1 -- 172.21.15.175:0/2476266909 shutdown_connections 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.861+0000 7fa565f2c640 1 --2- 172.21.15.175:0/2476266909 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa560132e50 0x7fa560135240 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.865 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.861+0000 7fa565f2c640 1 --2- 172.21.15.175:0/2476266909 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560130520 0x7fa560132910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.861+0000 7fa565f2c640 1 -- 172.21.15.175:0/2476266909 >> 172.21.15.175:0/2476266909 conn(0x7fa56009cb20 msgr2=0x7fa56009cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:41.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.861+0000 7fa565f2c640 1 -- 172.21.15.175:0/2476266909 shutdown_connections 2024-09-16T01:18:41.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.861+0000 7fa565f2c640 1 -- 172.21.15.175:0/2476266909 wait complete. 2024-09-16T01:18:41.866 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.861+0000 7fa565f2c640 1 Processor -- start 2024-09-16T01:18:41.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa565f2c640 1 -- start start 2024-09-16T01:18:41.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa565f2c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa560096340 0x7fa56012cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa565f2c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa560130520 0x7fa56012d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa565f2c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560132e50 0x7fa56012d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:41.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa565f2c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7fa560098230 con 0x7fa560096340 2024-09-16T01:18:41.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa565f2c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7fa560098ba0 con 0x7fa560132e50 2024-09-16T01:18:41.869 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa565f2c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7fa560135780 con 0x7fa560130520 2024-09-16T01:18:41.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55effd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa560130520 0x7fa56012d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55f7fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa560096340 0x7fa56012cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55ffff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560132e50 0x7fa56012d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:41.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55effd640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa560130520 0x7fa56012d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:46140/0 (socket says 172.21.15.175:46140) 2024-09-16T01:18:41.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55effd640 1 -- 172.21.15.175:0/2324032780 learned_addr learned my addr 172.21.15.175:0/2324032780 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:41.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55effd640 1 -- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560132e50 msgr2=0x7fa56012d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55effd640 1 --2- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560132e50 0x7fa56012d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55effd640 1 -- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa560096340 msgr2=0x7fa56012cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:41.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55effd640 1 --2- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa560096340 0x7fa56012cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:41.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55effd640 1 -- 172.21.15.175:0/2324032780 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa56012ec00 con 0x7fa560130520 2024-09-16T01:18:41.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55f7fe640 1 --2- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa560096340 0x7fa56012cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.862+0000 7fa55ffff640 1 --2- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560132e50 0x7fa56012d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:41.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.863+0000 7fa55effd640 1 --2- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa560130520 0x7fa56012d1e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa55400ebe0 tx=0x7fa55400c520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:41.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.863+0000 7fa547fff640 1 -- 172.21.15.175:0/2324032780 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa554017070 con 0x7fa560130520 2024-09-16T01:18:41.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.863+0000 7fa547fff640 1 -- 172.21.15.175:0/2324032780 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa55400cc30 con 0x7fa560130520 2024-09-16T01:18:41.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.863+0000 7fa547fff640 1 -- 172.21.15.175:0/2324032780 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa554013470 con 0x7fa560130520 2024-09-16T01:18:41.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.863+0000 7fa565f2c640 1 -- 172.21.15.175:0/2324032780 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa560099f60 con 0x7fa560130520 2024-09-16T01:18:41.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.863+0000 7fa565f2c640 1 -- 172.21.15.175:0/2324032780 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa56012f870 con 0x7fa560130520 2024-09-16T01:18:41.871 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.864+0000 7fa565f2c640 1 -- 172.21.15.175:0/2324032780 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa56012dcc0 con 0x7fa560130520 2024-09-16T01:18:41.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.864+0000 7fa547fff640 1 -- 172.21.15.175:0/2324032780 <== mon.2 v2:172.21.15.175:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fa55401a070 con 0x7fa560130520 2024-09-16T01:18:41.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.864+0000 7fa547fff640 1 -- 172.21.15.175:0/2324032780 <== mon.2 v2:172.21.15.175:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fa55405d890 con 0x7fa560130520 2024-09-16T01:18:41.872 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:41.868+0000 7fa547fff640 1 -- 172.21.15.175:0/2324032780 <== mon.2 v2:172.21.15.175:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fa55405c940 con 0x7fa560130520 2024-09-16T01:18:42.010 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.007+0000 7fa565f2c640 1 -- 172.21.15.175:0/2324032780 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7fa560096720 con 0x7fa54c048000 2024-09-16T01:18:42.010 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.008+0000 7fa547fff640 1 -- 172.21.15.175:0/2324032780 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (unknown 3526570807 0 0) 0x7fa560096720 con 0x7fa54c048000 2024-09-16T01:18:42.010 INFO:teuthology.orchestra.run.smithi175.stderr:instructed osd(s) 3 to deep-scrub 2024-09-16T01:18:42.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.009+0000 7fa565f2c640 1 -- 172.21.15.175:0/2324032780 >> v1:172.21.15.175:6816/2987616722 conn(0x7fa54c048000 legacy=0x7fa54c04a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:42.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.009+0000 7fa565f2c640 1 -- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa560130520 msgr2=0x7fa56012d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:42.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.009+0000 7fa565f2c640 1 --2- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa560130520 0x7fa56012d1e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa55400ebe0 tx=0x7fa55400c520 comp rx=0 tx=0).stop 2024-09-16T01:18:42.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.009+0000 7fa565f2c640 1 -- 172.21.15.175:0/2324032780 shutdown_connections 2024-09-16T01:18:42.012 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.009+0000 7fa565f2c640 1 --2- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7fa560132e50 0x7fa56012d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.009+0000 7fa565f2c640 1 --2- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7fa560130520 0x7fa56012d1e0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.009+0000 7fa565f2c640 1 --2- 172.21.15.175:0/2324032780 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa560096340 0x7fa56012cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.010+0000 7fa565f2c640 1 -- 172.21.15.175:0/2324032780 >> 172.21.15.175:0/2324032780 conn(0x7fa56009cb20 msgr2=0x7fa56009e220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:42.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.010+0000 7fa565f2c640 1 -- 172.21.15.175:0/2324032780 shutdown_connections 2024-09-16T01:18:42.013 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.010+0000 7fa565f2c640 1 -- 172.21.15.175:0/2324032780 wait complete. 2024-09-16T01:18:42.023 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:18:42.122 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.119+0000 7f490752c640 1 Processor -- start 2024-09-16T01:18:42.122 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f490752c640 1 -- start start 2024-09-16T01:18:42.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f490752c640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f4900099d00 0x7f490006de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:42.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f490752c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f490006e360 0x7f490006e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:42.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f490752c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f4900133c20 0x7f4900136010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:42.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f490752c640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f490006ec80 con 0x7f4900099d00 2024-09-16T01:18:42.124 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f490752c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f49000705d0 con 0x7f490006e360 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f490752c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f490006fd00 con 0x7f4900133c20 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f4904ac7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f490006e360 0x7f490006e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f49052c8640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f4900099d00 0x7f490006de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f4904ac7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f490006e360 0x7f490006e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35396/0 (socket says 172.21.15.175:35396) 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f49052c8640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f4900099d00 0x7f490006de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:44848/0 (socket says 172.21.15.175:44848) 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f49052c8640 1 -- 172.21.15.175:0/1462629066 learned_addr learned my addr 172.21.15.175:0/1462629066 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.120+0000 7f4905ac9640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f4900133c20 0x7f4900136010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.121+0000 7f49052c8640 1 -- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f4900133c20 msgr2=0x7f4900136010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.121+0000 7f49052c8640 1 --2- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f4900133c20 0x7f4900136010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.121+0000 7f49052c8640 1 -- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f490006e360 msgr2=0x7f490006e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.121+0000 7f49052c8640 1 --2- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f490006e360 0x7f490006e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.121+0000 7f49052c8640 1 -- 172.21.15.175:0/1462629066 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f490006ef10 con 0x7f4900099d00 2024-09-16T01:18:42.125 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.121+0000 7f4904ac7640 1 --2- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f490006e360 0x7f490006e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.121+0000 7f49052c8640 1 --2- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4900099d00 0x7f490006de20 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f48f8009870 tx=0x7f48f802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=908663e80bfaf8da server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.121+0000 7f48fffff640 1 -- 172.21.15.175:0/1462629066 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f8037070 con 0x7f4900099d00 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.121+0000 7f48fffff640 1 -- 172.21.15.175:0/1462629066 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48f8032440 con 0x7f4900099d00 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.121+0000 7f48fffff640 1 -- 172.21.15.175:0/1462629066 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f8032810 con 0x7f4900099d00 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.122+0000 7f490752c640 1 -- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4900099d00 msgr2=0x7f490006de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.122+0000 7f490752c640 1 --2- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4900099d00 0x7f490006de20 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f48f8009870 tx=0x7f48f802a130 comp rx=0 tx=0).stop 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.122+0000 7f490752c640 1 -- 172.21.15.175:0/1462629066 shutdown_connections 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.122+0000 7f490752c640 1 --2- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f4900133c20 0x7f4900136010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.122+0000 7f490752c640 1 --2- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f490006e360 0x7f490006e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.122+0000 7f490752c640 1 --2- 172.21.15.175:0/1462629066 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4900099d00 0x7f490006de20 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.122+0000 7f490752c640 1 -- 172.21.15.175:0/1462629066 >> 172.21.15.175:0/1462629066 conn(0x7f490009c9b0 msgr2=0x7f490009cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.122+0000 7f490752c640 1 -- 172.21.15.175:0/1462629066 shutdown_connections 2024-09-16T01:18:42.126 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.122+0000 7f490752c640 1 -- 172.21.15.175:0/1462629066 wait complete. 2024-09-16T01:18:42.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f490752c640 1 Processor -- start 2024-09-16T01:18:42.129 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f490752c640 1 -- start start 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f490752c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f490006e360 0x7f4900097090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f490752c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f4900099d00 0x7f49000975d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f490752c640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4900133c20 0x7f4900097b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f490752c640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f49001368e0 con 0x7f4900133c20 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f490752c640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f4900136760 con 0x7f4900099d00 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f490752c640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f4900136a60 con 0x7f490006e360 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f4904ac7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f4900099d00 0x7f49000975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f49052c8640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f490006e360 0x7f4900097090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f4904ac7640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f4900099d00 0x7f49000975d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:35400/0 (socket says 172.21.15.175:35400) 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f4904ac7640 1 -- 172.21.15.175:0/2481502996 learned_addr learned my addr 172.21.15.175:0/2481502996 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.123+0000 7f4905ac9640 1 --2- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4900133c20 0x7f4900097b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f4905ac9640 1 -- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f490006e360 msgr2=0x7f4900097090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:42.130 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f4905ac9640 1 --2- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f490006e360 0x7f4900097090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f4905ac9640 1 -- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f4900099d00 msgr2=0x7f49000975d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:42.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f4905ac9640 1 --2- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f4900099d00 0x7f49000975d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f4905ac9640 1 -- 172.21.15.175:0/2481502996 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4900073da0 con 0x7f4900133c20 2024-09-16T01:18:42.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f4904ac7640 1 --2- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f4900099d00 0x7f49000975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:42.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f49052c8640 1 --2- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f490006e360 0x7f4900097090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:18:42.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f4905ac9640 1 --2- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4900133c20 0x7f4900097b10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f48f000ef90 tx=0x7f48f000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:18:42.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f48fdffb640 1 -- 172.21.15.175:0/2481502996 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f0018020 con 0x7f4900133c20 2024-09-16T01:18:42.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f48fdffb640 1 -- 172.21.15.175:0/2481502996 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48f0014480 con 0x7f4900133c20 2024-09-16T01:18:42.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f48fdffb640 1 -- 172.21.15.175:0/2481502996 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f0014870 con 0x7f4900133c20 2024-09-16T01:18:42.131 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f490752c640 1 -- 172.21.15.175:0/2481502996 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4900098050 con 0x7f4900133c20 2024-09-16T01:18:42.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.124+0000 7f490752c640 1 -- 172.21.15.175:0/2481502996 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4900125030 con 0x7f4900133c20 2024-09-16T01:18:42.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.125+0000 7f48fdffb640 1 -- 172.21.15.175:0/2481502996 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f48f0005d10 con 0x7f4900133c20 2024-09-16T01:18:42.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.125+0000 7f490752c640 1 -- 172.21.15.175:0/2481502996 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f490006e740 con 0x7f4900133c20 2024-09-16T01:18:42.132 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.125+0000 7f48fdffb640 1 -- 172.21.15.175:0/2481502996 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f48f005e6a0 con 0x7f4900133c20 2024-09-16T01:18:42.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.129+0000 7f48fdffb640 1 -- 172.21.15.175:0/2481502996 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f48f0022030 con 0x7f4900133c20 2024-09-16T01:18:42.269 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.267+0000 7f490752c640 1 -- 172.21.15.175:0/2481502996 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4900068d60 con 0x7f48ec047fd0 2024-09-16T01:18:42.270 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.268+0000 7f48fdffb640 1 -- 172.21.15.175:0/2481502996 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32001 (unknown 2965378022 0 1936572180) 0x7f4900068d60 con 0x7f48ec047fd0 2024-09-16T01:18:42.271 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:18:42.273 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:18:42.273 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.270+0000 7f490752c640 1 -- 172.21.15.175:0/2481502996 >> v1:172.21.15.175:6816/2987616722 conn(0x7f48ec047fd0 legacy=0x7f48ec04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:42.273 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.270+0000 7f490752c640 1 -- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4900133c20 msgr2=0x7f4900097b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:18:42.273 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.270+0000 7f490752c640 1 --2- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4900133c20 0x7f4900097b10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f48f000ef90 tx=0x7f48f000c490 comp rx=0 tx=0).stop 2024-09-16T01:18:42.273 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.270+0000 7f490752c640 1 -- 172.21.15.175:0/2481502996 shutdown_connections 2024-09-16T01:18:42.274 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.270+0000 7f490752c640 1 --2- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4900133c20 0x7f4900097b10 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.274 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.270+0000 7f490752c640 1 --2- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f4900099d00 0x7f49000975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.274 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.270+0000 7f490752c640 1 --2- 172.21.15.175:0/2481502996 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f490006e360 0x7f4900097090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:18:42.274 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.270+0000 7f490752c640 1 -- 172.21.15.175:0/2481502996 >> 172.21.15.175:0/2481502996 conn(0x7f490009c9b0 msgr2=0x7f490009f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:18:42.274 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.270+0000 7f490752c640 1 -- 172.21.15.175:0/2481502996 shutdown_connections 2024-09-16T01:18:42.274 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:18:42.270+0000 7f490752c640 1 -- 172.21.15.175:0/2481502996 wait complete. 2024-09-16T01:18:42.283 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-09-16T01:18:40.415479+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":159,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112304,"kb_used_data":2224,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375056,"statfs":{"total":386547056640,"available":386432057344,"internally_reserved":0,"allocated":2277376,"data_stored":1563622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17745,"internal_metadata":112638639},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001438"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547489+0000","last_change":"2024-09-16T01:18:28.941114+0000","last_active":"2024-09-16T01:18:33.547489+0000","last_peered":"2024-09-16T01:18:33.547489+0000","last_clean":"2024-09-16T01:18:33.547489+0000","last_became_active":"2024-09-16T01:18:28.940786+0000","last_became_peered":"2024-09-16T01:18:28.940786+0000","last_unstale":"2024-09-16T01:18:33.547489+0000","last_undegraded":"2024-09-16T01:18:33.547489+0000","last_fullsized":"2024-09-16T01:18:33.547489+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:54.717903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538568+0000","last_change":"2024-09-16T01:18:26.492438+0000","last_active":"2024-09-16T01:18:34.538568+0000","last_peered":"2024-09-16T01:18:34.538568+0000","last_clean":"2024-09-16T01:18:34.538568+0000","last_became_active":"2024-09-16T01:18:26.492141+0000","last_became_peered":"2024-09-16T01:18:26.492141+0000","last_unstale":"2024-09-16T01:18:34.538568+0000","last_undegraded":"2024-09-16T01:18:34.538568+0000","last_fullsized":"2024-09-16T01:18:34.538568+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:46.756784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547717+0000","last_change":"2024-09-16T01:18:28.940211+0000","last_active":"2024-09-16T01:18:33.547717+0000","last_peered":"2024-09-16T01:18:33.547717+0000","last_clean":"2024-09-16T01:18:33.547717+0000","last_became_active":"2024-09-16T01:18:28.939897+0000","last_became_peered":"2024-09-16T01:18:28.939897+0000","last_unstale":"2024-09-16T01:18:33.547717+0000","last_undegraded":"2024-09-16T01:18:33.547717+0000","last_fullsized":"2024-09-16T01:18:33.547717+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:04.657972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538550+0000","last_change":"2024-09-16T01:18:26.494546+0000","last_active":"2024-09-16T01:18:34.538550+0000","last_peered":"2024-09-16T01:18:34.538550+0000","last_clean":"2024-09-16T01:18:34.538550+0000","last_became_active":"2024-09-16T01:18:26.494242+0000","last_became_peered":"2024-09-16T01:18:26.494242+0000","last_unstale":"2024-09-16T01:18:34.538550+0000","last_undegraded":"2024-09-16T01:18:34.538550+0000","last_fullsized":"2024-09-16T01:18:34.538550+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:30.777209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547677+0000","last_change":"2024-09-16T01:18:28.526122+0000","last_active":"2024-09-16T01:18:33.547677+0000","last_peered":"2024-09-16T01:18:33.547677+0000","last_clean":"2024-09-16T01:18:33.547677+0000","last_became_active":"2024-09-16T01:18:28.525755+0000","last_became_peered":"2024-09-16T01:18:28.525755+0000","last_unstale":"2024-09-16T01:18:33.547677+0000","last_undegraded":"2024-09-16T01:18:33.547677+0000","last_fullsized":"2024-09-16T01:18:33.547677+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:47.819279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":37,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:35.039089+0000","last_change":"2024-09-16T01:18:28.526362+0000","last_active":"2024-09-16T01:18:35.039089+0000","last_peered":"2024-09-16T01:18:35.039089+0000","last_clean":"2024-09-16T01:18:35.039089+0000","last_became_active":"2024-09-16T01:18:28.526080+0000","last_became_peered":"2024-09-16T01:18:28.526080+0000","last_unstale":"2024-09-16T01:18:35.039089+0000","last_undegraded":"2024-09-16T01:18:35.039089+0000","last_fullsized":"2024-09-16T01:18:35.039089+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:29.696973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547456+0000","last_change":"2024-09-16T01:18:28.526389+0000","last_active":"2024-09-16T01:18:33.547456+0000","last_peered":"2024-09-16T01:18:33.547456+0000","last_clean":"2024-09-16T01:18:33.547456+0000","last_became_active":"2024-09-16T01:18:28.526090+0000","last_became_peered":"2024-09-16T01:18:28.526090+0000","last_unstale":"2024-09-16T01:18:33.547456+0000","last_undegraded":"2024-09-16T01:18:33.547456+0000","last_fullsized":"2024-09-16T01:18:33.547456+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:33.838794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:33.547580+0000","last_change":"2024-09-16T01:18:28.526238+0000","last_active":"2024-09-16T01:18:33.547580+0000","last_peered":"2024-09-16T01:18:33.547580+0000","last_clean":"2024-09-16T01:18:33.547580+0000","last_became_active":"2024-09-16T01:18:28.525828+0000","last_became_peered":"2024-09-16T01:18:28.525828+0000","last_unstale":"2024-09-16T01:18:33.547580+0000","last_undegraded":"2024-09-16T01:18:33.547580+0000","last_fullsized":"2024-09-16T01:18:33.547580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:17:01.590025+0000","last_clean_scrub_stamp":"2024-09-16T01:17:01.590025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:33.909053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'108","reported_seq":206,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:34.538791+0000","last_change":"2024-09-16T01:18:26.492551+0000","last_active":"2024-09-16T01:18:34.538791+0000","last_peered":"2024-09-16T01:18:34.538791+0000","last_clean":"2024-09-16T01:18:34.538791+0000","last_became_active":"2024-09-16T01:18:26.492189+0000","last_became_peered":"2024-09-16T01:18:26.492189+0000","last_unstale":"2024-09-16T01:18:34.538791+0000","last_undegraded":"2024-09-16T01:18:34.538791+0000","last_fullsized":"2024-09-16T01:18:34.538791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:16:56.561942+0000","last_clean_scrub_stamp":"2024-09-16T01:16:56.561942+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:30:44.943207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":108,"ondisk_log_size":108,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084292,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":95731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4435,"internal_metadata":28176045},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":270336,"data_stored":95712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28176043},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149701,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28384,"kb_used_data":848,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343456,"statfs":{"total":96636764160,"available":96607698944,"internally_reserved":0,"allocated":868352,"data_stored":686099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4436,"internal_metadata":28176044},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182405,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28320,"kb_used_data":844,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343520,"statfs":{"total":96636764160,"available":96607764480,"internally_reserved":0,"allocated":864256,"data_stored":686080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28110507},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:18:42.286 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-16T01:17:01.590025+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=17, tm_sec=1, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=18, tm_sec=39, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:18:42.286 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-16T01:17:01.590025+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=17, tm_sec=1, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=18, tm_sec=39, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:18:42.286 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-16T01:17:01.590025+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=17, tm_sec=1, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=18, tm_sec=39, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:18:42.287 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-16T01:17:01.590025+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=17, tm_sec=1, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=18, tm_sec=39, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:18:42.287 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-16T01:17:01.590025+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=17, tm_sec=1, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=18, tm_sec=39, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:18:42.287 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-16T01:17:01.590025+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=17, tm_sec=1, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=18, tm_sec=39, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:18:42.287 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-16T01:17:01.590025+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=17, tm_sec=1, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=18, tm_sec=39, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:18:42.287 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-16T01:17:01.590025+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=17, tm_sec=1, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=18, tm_sec=39, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:18:42.287 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-16T01:16:56.561942+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=16, tm_sec=56, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=18, tm_sec=39, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:18:42.287 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-16T01:19:02.289 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:19:02.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.398+0000 7faa467d4640 1 Processor -- start 2024-09-16T01:19:02.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.398+0000 7faa467d4640 1 -- start start 2024-09-16T01:19:02.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa467d4640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7faa4006e7d0 0x7faa401346d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa467d4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 0x7faa40137000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa467d4640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa400702f0 con 0x7faa4006dce0 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa467d4640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7faa4006fef0 con 0x7faa4006e7d0 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa467d4640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7faa4006f980 con 0x7faa40134c10 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa3f7fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7faa4006e7d0 0x7faa401346d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa44d71640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 0x7faa40137000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa3ffff640 1 --1- >> v1:172.21.15.175:6789/0 conn(0x7faa4006dce0 0x7faa4006e0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.175:6789/0 says I am v1:172.21.15.175:40934/0 (socket says 172.21.15.175:40934) 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa3f7fe640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7faa4006e7d0 0x7faa401346d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:45630/0 (socket says 172.21.15.175:45630) 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa3ffff640 1 -- 172.21.15.175:0/3715319176 learned_addr learned my addr 172.21.15.175:0/3715319176 (peer_addr_for_me v1:172.21.15.175:0/0) 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa3f7fe640 1 -- 172.21.15.175:0/3715319176 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 msgr2=0x7faa40137000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa3f7fe640 1 --2- 172.21.15.175:0/3715319176 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 0x7faa40137000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa3f7fe640 1 -- 172.21.15.175:0/3715319176 >> v1:172.21.15.175:6789/0 conn(0x7faa4006dce0 legacy=0x7faa4006e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa3f7fe640 1 -- 172.21.15.175:0/3715319176 --> v2:172.21.15.175:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa4006ebe0 con 0x7faa4006e7d0 2024-09-16T01:19:02.402 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa3effd640 1 -- 172.21.15.175:0/3715319176 <== mon.0 v1:172.21.15.175:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1017708070 0 0) 0x7faa400702f0 con 0x7faa4006dce0 2024-09-16T01:19:02.402 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.399+0000 7faa44d71640 1 --2- 172.21.15.175:0/3715319176 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 0x7faa40137000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:19:02.405 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.400+0000 7faa3f7fe640 1 --2- 172.21.15.175:0/3715319176 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 0x7faa401346d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faa280097a0 tx=0x7faa2802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=252aa54a10e94ed0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:19:02.405 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.400+0000 7faa3effd640 1 -- 172.21.15.175:0/3715319176 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28037070 con 0x7faa4006e7d0 2024-09-16T01:19:02.405 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.400+0000 7faa3effd640 1 -- 172.21.15.175:0/3715319176 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa2802ae50 con 0x7faa4006e7d0 2024-09-16T01:19:02.405 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.400+0000 7faa3effd640 1 -- 172.21.15.175:0/3715319176 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28032660 con 0x7faa4006e7d0 2024-09-16T01:19:02.405 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.401+0000 7faa467d4640 1 -- 172.21.15.175:0/3715319176 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 msgr2=0x7faa401346d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.405 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.401+0000 7faa467d4640 1 --2- 172.21.15.175:0/3715319176 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 0x7faa401346d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faa280097a0 tx=0x7faa2802a100 comp rx=0 tx=0).stop 2024-09-16T01:19:02.405 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.401+0000 7faa467d4640 1 -- 172.21.15.175:0/3715319176 shutdown_connections 2024-09-16T01:19:02.405 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.401+0000 7faa467d4640 1 --2- 172.21.15.175:0/3715319176 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 0x7faa40137000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.405 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.401+0000 7faa467d4640 1 --2- 172.21.15.175:0/3715319176 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 0x7faa401346d0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.405 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.401+0000 7faa467d4640 1 -- 172.21.15.175:0/3715319176 >> 172.21.15.175:0/3715319176 conn(0x7faa4009e980 msgr2=0x7faa4009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.401+0000 7faa467d4640 1 -- 172.21.15.175:0/3715319176 shutdown_connections 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.401+0000 7faa467d4640 1 -- 172.21.15.175:0/3715319176 wait complete. 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.401+0000 7faa467d4640 1 Processor -- start 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa467d4640 1 -- start start 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa467d4640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7faa4006dce0 0x7faa401333e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa467d4640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 0x7faa40133920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa467d4640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 0x7faa40133e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa467d4640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7faa401378d0 con 0x7faa4006e7d0 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa467d4640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7faa40137750 con 0x7faa4006dce0 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa467d4640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7faa40137a50 con 0x7faa40134c10 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa3ffff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7faa4006dce0 0x7faa401333e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa44d71640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 0x7faa40133e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:19:02.406 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa3f7fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 0x7faa40133920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa3ffff640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7faa4006dce0 0x7faa401333e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3301/0 says I am v2:172.21.15.175:39078/0 (socket says 172.21.15.175:39078) 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa3f7fe640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 0x7faa40133920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:45636/0 (socket says 172.21.15.175:45636) 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.402+0000 7faa3ffff640 1 -- 172.21.15.175:0/4185832624 learned_addr learned my addr 172.21.15.175:0/4185832624 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa3f7fe640 1 -- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 msgr2=0x7faa40133e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa3f7fe640 1 --2- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 0x7faa40133e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa3f7fe640 1 -- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7faa4006dce0 msgr2=0x7faa401333e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa3f7fe640 1 --2- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7faa4006dce0 0x7faa401333e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa3f7fe640 1 -- 172.21.15.175:0/4185832624 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa4012cca0 con 0x7faa4006e7d0 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa3ffff640 1 --2- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7faa4006dce0 0x7faa401333e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa44d71640 1 --2- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 0x7faa40133e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa3f7fe640 1 --2- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 0x7faa40133920 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faa28031000 tx=0x7faa280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa3cff9640 1 -- 172.21.15.175:0/4185832624 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28042070 con 0x7faa4006e7d0 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa3cff9640 1 -- 172.21.15.175:0/4185832624 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa28004020 con 0x7faa4006e7d0 2024-09-16T01:19:02.407 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa3cff9640 1 -- 172.21.15.175:0/4185832624 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28037040 con 0x7faa4006e7d0 2024-09-16T01:19:02.408 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa467d4640 1 -- 172.21.15.175:0/4185832624 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa40127100 con 0x7faa4006e7d0 2024-09-16T01:19:02.408 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.403+0000 7faa467d4640 1 -- 172.21.15.175:0/4185832624 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa40128360 con 0x7faa4006e7d0 2024-09-16T01:19:02.408 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.404+0000 7faa467d4640 1 -- 172.21.15.175:0/4185832624 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa4006e0c0 con 0x7faa4006e7d0 2024-09-16T01:19:02.408 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.404+0000 7faa3cff9640 1 -- 172.21.15.175:0/4185832624 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7faa28003610 con 0x7faa4006e7d0 2024-09-16T01:19:02.408 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.404+0000 7faa3cff9640 1 -- 172.21.15.175:0/4185832624 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7faa2807dff0 con 0x7faa4006e7d0 2024-09-16T01:19:02.409 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.408+0000 7faa3cff9640 1 -- 172.21.15.175:0/4185832624 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7faa280043f0 con 0x7faa4006e7d0 2024-09-16T01:19:02.546 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.545+0000 7faa467d4640 1 -- 172.21.15.175:0/4185832624 --> v1:172.21.15.175:6816/2987616722 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faa40069000 con 0x7faa20047fd0 2024-09-16T01:19:02.547 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.546+0000 7faa3cff9640 1 -- 172.21.15.175:0/4185832624 <== mgr.14101 v1:172.21.15.175:6816/2987616722 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32012 (unknown 2965378022 0 1587378142) 0x7faa40069000 con 0x7faa20047fd0 2024-09-16T01:19:02.547 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-16T01:19:02.548 INFO:teuthology.orchestra.run.smithi175.stderr:dumped all 2024-09-16T01:19:02.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.548+0000 7faa467d4640 1 -- 172.21.15.175:0/4185832624 >> v1:172.21.15.175:6816/2987616722 conn(0x7faa20047fd0 legacy=0x7faa2004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.548+0000 7faa467d4640 1 -- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 msgr2=0x7faa40133920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.548+0000 7faa467d4640 1 --2- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 0x7faa40133920 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faa28031000 tx=0x7faa280046c0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.548+0000 7faa467d4640 1 -- 172.21.15.175:0/4185832624 shutdown_connections 2024-09-16T01:19:02.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.548+0000 7faa467d4640 1 --2- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7faa40134c10 0x7faa40133e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.548+0000 7faa467d4640 1 --2- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa4006e7d0 0x7faa40133920 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.548+0000 7faa467d4640 1 --2- 172.21.15.175:0/4185832624 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7faa4006dce0 0x7faa401333e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.548+0000 7faa467d4640 1 -- 172.21.15.175:0/4185832624 >> 172.21.15.175:0/4185832624 conn(0x7faa4009e980 msgr2=0x7faa400725c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:19:02.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.548+0000 7faa467d4640 1 -- 172.21.15.175:0/4185832624 shutdown_connections 2024-09-16T01:19:02.549 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.548+0000 7faa467d4640 1 -- 172.21.15.175:0/4185832624 wait complete. 2024-09-16T01:19:02.559 INFO:teuthology.orchestra.run.smithi175.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-09-16T01:19:02.419918+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":159,"num_write_kb":1896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112272,"kb_used_data":2224,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375088,"statfs":{"total":386547056640,"available":386432090112,"internally_reserved":0,"allocated":2277376,"data_stored":1563622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17745,"internal_metadata":112638639},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002312"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":55,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:46.406434+0000","last_change":"2024-09-16T01:18:46.406474+0000","last_active":"2024-09-16T01:18:46.406434+0000","last_peered":"2024-09-16T01:18:46.406434+0000","last_clean":"2024-09-16T01:18:46.406434+0000","last_became_active":"2024-09-16T01:18:28.940786+0000","last_became_peered":"2024-09-16T01:18:28.940786+0000","last_unstale":"2024-09-16T01:18:46.406434+0000","last_undegraded":"2024-09-16T01:18:46.406434+0000","last_fullsized":"2024-09-16T01:18:46.406434+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:18:46.406312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:18:46.406312+0000","last_clean_scrub_stamp":"2024-09-16T01:18:46.406312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:23:11.950445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096835499999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":51,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:42.052385+0000","last_change":"2024-09-16T01:18:42.052428+0000","last_active":"2024-09-16T01:18:42.052385+0000","last_peered":"2024-09-16T01:18:42.052385+0000","last_clean":"2024-09-16T01:18:42.052385+0000","last_became_active":"2024-09-16T01:18:26.492141+0000","last_became_peered":"2024-09-16T01:18:26.492141+0000","last_unstale":"2024-09-16T01:18:42.052385+0000","last_undegraded":"2024-09-16T01:18:42.052385+0000","last_fullsized":"2024-09-16T01:18:42.052385+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:18:42.052298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:18:42.052298+0000","last_clean_scrub_stamp":"2024-09-16T01:18:42.052298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:51:26.478991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063992499999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":55,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:45.453293+0000","last_change":"2024-09-16T01:18:45.453343+0000","last_active":"2024-09-16T01:18:45.453293+0000","last_peered":"2024-09-16T01:18:45.453293+0000","last_clean":"2024-09-16T01:18:45.453293+0000","last_became_active":"2024-09-16T01:18:28.939897+0000","last_became_peered":"2024-09-16T01:18:28.939897+0000","last_unstale":"2024-09-16T01:18:45.453293+0000","last_undegraded":"2024-09-16T01:18:45.453293+0000","last_fullsized":"2024-09-16T01:18:45.453293+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:18:45.453165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:18:45.453165+0000","last_clean_scrub_stamp":"2024-09-16T01:18:45.453165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:47.183526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010369229999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":51,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:44.002360+0000","last_change":"2024-09-16T01:18:44.002381+0000","last_active":"2024-09-16T01:18:44.002360+0000","last_peered":"2024-09-16T01:18:44.002360+0000","last_clean":"2024-09-16T01:18:44.002360+0000","last_became_active":"2024-09-16T01:18:26.494242+0000","last_became_peered":"2024-09-16T01:18:26.494242+0000","last_unstale":"2024-09-16T01:18:44.002360+0000","last_undegraded":"2024-09-16T01:18:44.002360+0000","last_fullsized":"2024-09-16T01:18:44.002360+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:18:44.002262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:18:44.002262+0000","last_clean_scrub_stamp":"2024-09-16T01:18:44.002262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:59.597752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055424800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"32'3","reported_seq":54,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:42.487866+0000","last_change":"2024-09-16T01:18:42.487908+0000","last_active":"2024-09-16T01:18:42.487866+0000","last_peered":"2024-09-16T01:18:42.487866+0000","last_clean":"2024-09-16T01:18:42.487866+0000","last_became_active":"2024-09-16T01:18:28.525755+0000","last_became_peered":"2024-09-16T01:18:28.525755+0000","last_unstale":"2024-09-16T01:18:42.487866+0000","last_undegraded":"2024-09-16T01:18:42.487866+0000","last_fullsized":"2024-09-16T01:18:42.487866+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"32'3","last_scrub_stamp":"2024-09-16T01:18:42.487751+0000","last_deep_scrub":"32'3","last_deep_scrub_stamp":"2024-09-16T01:18:42.487751+0000","last_clean_scrub_stamp":"2024-09-16T01:18:42.487751+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:23:39.204329+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00074607899999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:42.184641+0000","last_change":"2024-09-16T01:18:42.184677+0000","last_active":"2024-09-16T01:18:42.184641+0000","last_peered":"2024-09-16T01:18:42.184641+0000","last_clean":"2024-09-16T01:18:42.184641+0000","last_became_active":"2024-09-16T01:18:28.526080+0000","last_became_peered":"2024-09-16T01:18:28.526080+0000","last_unstale":"2024-09-16T01:18:42.184641+0000","last_undegraded":"2024-09-16T01:18:42.184641+0000","last_fullsized":"2024-09-16T01:18:42.184641+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:18:42.184533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:18:42.184533+0000","last_clean_scrub_stamp":"2024-09-16T01:18:42.184533+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:49.264669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057568300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":51,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:44.493169+0000","last_change":"2024-09-16T01:18:44.493193+0000","last_active":"2024-09-16T01:18:44.493169+0000","last_peered":"2024-09-16T01:18:44.493169+0000","last_clean":"2024-09-16T01:18:44.493169+0000","last_became_active":"2024-09-16T01:18:28.526090+0000","last_became_peered":"2024-09-16T01:18:28.526090+0000","last_unstale":"2024-09-16T01:18:44.493169+0000","last_undegraded":"2024-09-16T01:18:44.493169+0000","last_fullsized":"2024-09-16T01:18:44.493169+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:18:44.493065+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:18:44.493065+0000","last_clean_scrub_stamp":"2024-09-16T01:18:44.493065+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:54:40.575328+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00033931,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"32'2","reported_seq":50,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:43.453191+0000","last_change":"2024-09-16T01:18:43.453226+0000","last_active":"2024-09-16T01:18:43.453191+0000","last_peered":"2024-09-16T01:18:43.453191+0000","last_clean":"2024-09-16T01:18:43.453191+0000","last_became_active":"2024-09-16T01:18:28.525828+0000","last_became_peered":"2024-09-16T01:18:28.525828+0000","last_unstale":"2024-09-16T01:18:43.453191+0000","last_undegraded":"2024-09-16T01:18:43.453191+0000","last_fullsized":"2024-09-16T01:18:43.453191+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"32'2","last_scrub_stamp":"2024-09-16T01:18:43.453104+0000","last_deep_scrub":"32'2","last_deep_scrub_stamp":"2024-09-16T01:18:43.453104+0000","last_clean_scrub_stamp":"2024-09-16T01:18:43.453104+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:09.812421+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00083454899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"32'109","reported_seq":216,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:18:43.024439+0000","last_change":"2024-09-16T01:18:43.024471+0000","last_active":"2024-09-16T01:18:43.024439+0000","last_peered":"2024-09-16T01:18:43.024439+0000","last_clean":"2024-09-16T01:18:43.024439+0000","last_became_active":"2024-09-16T01:18:26.492189+0000","last_became_peered":"2024-09-16T01:18:26.492189+0000","last_unstale":"2024-09-16T01:18:43.024439+0000","last_undegraded":"2024-09-16T01:18:43.024439+0000","last_fullsized":"2024-09-16T01:18:43.024439+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"32'109","last_scrub_stamp":"2024-09-16T01:18:43.024339+0000","last_deep_scrub":"32'109","last_deep_scrub_stamp":"2024-09-16T01:18:43.024339+0000","last_clean_scrub_stamp":"2024-09-16T01:18:43.024339+0000","objects_scrubbed":2,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:10.196368+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":202,"num_read_kb":297,"num_write":157,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":109,"ondisk_log_size":109,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":274432,"data_stored":95731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4435,"internal_metadata":28176045},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964117001,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":270336,"data_stored":95712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28176043},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149705,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28376,"kb_used_data":848,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343464,"statfs":{"total":96636764160,"available":96607707136,"internally_reserved":0,"allocated":868352,"data_stored":686099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4436,"internal_metadata":28176044},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182409,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28308,"kb_used_data":844,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343532,"statfs":{"total":96636764160,"available":96607776768,"internally_reserved":0,"allocated":864256,"data_stored":686080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4437,"internal_metadata":28110507},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:19:02.561 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-16T01:19:02.659 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.657+0000 7f7bccf5e640 1 Processor -- start 2024-09-16T01:19:02.659 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.657+0000 7f7bccf5e640 1 -- start start 2024-09-16T01:19:02.659 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.657+0000 7f7bccf5e640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097270 0x7f7bc8097650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:19:02.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.657+0000 7f7bccf5e640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f7bc8097b90 0x7f7bc806e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:19:02.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.657+0000 7f7bccf5e640 1 -- --> v1:172.21.15.175:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bc80709b0 con 0x7f7bc806f690 2024-09-16T01:19:02.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.657+0000 7f7bccf5e640 1 -- --> v2:172.21.15.175:3300/0 -- mon_getmap magic: 0 -- 0x7f7bc8070380 con 0x7f7bc8097b90 2024-09-16T01:19:02.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.657+0000 7f7bccf5e640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f7bc8070500 con 0x7f7bc8097270 2024-09-16T01:19:02.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.658+0000 7f7bc659c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097270 0x7f7bc8097650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:19:02.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.658+0000 7f7bc6d9d640 1 --2- >> v2:172.21.15.175:3300/0 conn(0x7f7bc8097b90 0x7f7bc806e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:19:02.660 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.658+0000 7f7bc659c640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097270 0x7f7bc8097650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:58016/0 (socket says 172.21.15.175:58016) 2024-09-16T01:19:02.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.658+0000 7f7bc659c640 1 -- 172.21.15.175:0/888701729 learned_addr learned my addr 172.21.15.175:0/888701729 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:19:02.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.658+0000 7f7bc659c640 1 -- 172.21.15.175:0/888701729 >> v2:172.21.15.175:3300/0 conn(0x7f7bc8097b90 msgr2=0x7f7bc806e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:19:02.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.658+0000 7f7bc659c640 1 --2- 172.21.15.175:0/888701729 >> v2:172.21.15.175:3300/0 conn(0x7f7bc8097b90 0x7f7bc806e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.658+0000 7f7bc659c640 1 -- 172.21.15.175:0/888701729 >> v1:172.21.15.175:6789/0 conn(0x7f7bc806f690 legacy=0x7f7bc806d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.658+0000 7f7bc659c640 1 -- 172.21.15.175:0/888701729 --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc806e640 con 0x7f7bc8097270 2024-09-16T01:19:02.661 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.658+0000 7f7bc6d9d640 1 --2- 172.21.15.175:0/888701729 >> v2:172.21.15.175:3300/0 conn(0x7f7bc8097b90 0x7f7bc806e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:19:02.664 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bc659c640 1 --2- 172.21.15.175:0/888701729 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097270 0x7f7bc8097650 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7bb8009870 tx=0x7f7bb802a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f71a978a893f7d23 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:19:02.664 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bc559a640 1 -- 172.21.15.175:0/888701729 <== mon.2 v2:172.21.15.175:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb8037070 con 0x7f7bc8097270 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bc559a640 1 -- 172.21.15.175:0/888701729 <== mon.2 v2:172.21.15.175:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bb8032440 con 0x7f7bc8097270 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bc559a640 1 -- 172.21.15.175:0/888701729 <== mon.2 v2:172.21.15.175:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb8032810 con 0x7f7bc8097270 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bccf5e640 1 -- 172.21.15.175:0/888701729 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097270 msgr2=0x7f7bc8097650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bccf5e640 1 --2- 172.21.15.175:0/888701729 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097270 0x7f7bc8097650 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7bb8009870 tx=0x7f7bb802a130 comp rx=0 tx=0).stop 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bccf5e640 1 -- 172.21.15.175:0/888701729 shutdown_connections 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bccf5e640 1 --2- 172.21.15.175:0/888701729 >> v2:172.21.15.175:3300/0 conn(0x7f7bc8097b90 0x7f7bc806e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bccf5e640 1 --2- 172.21.15.175:0/888701729 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097270 0x7f7bc8097650 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bccf5e640 1 -- 172.21.15.175:0/888701729 >> 172.21.15.175:0/888701729 conn(0x7f7bc809dbe0 msgr2=0x7f7bc809dff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bccf5e640 1 -- 172.21.15.175:0/888701729 shutdown_connections 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.659+0000 7f7bccf5e640 1 -- 172.21.15.175:0/888701729 wait complete. 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.660+0000 7f7bccf5e640 1 Processor -- start 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.660+0000 7f7bccf5e640 1 -- start start 2024-09-16T01:19:02.665 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bccf5e640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7bc806f690 0x7f7bc808e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:19:02.666 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bccf5e640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bc8097270 0x7f7bc808e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:19:02.666 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bccf5e640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097b90 0x7f7bc808ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:19:02.666 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bccf5e640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc806eca0 con 0x7f7bc8097270 2024-09-16T01:19:02.666 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bccf5e640 1 -- --> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] -- mon_getmap magic: 0 -- 0x7f7bc806eb20 con 0x7f7bc806f690 2024-09-16T01:19:02.666 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bccf5e640 1 -- --> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] -- mon_getmap magic: 0 -- 0x7f7bc806d160 con 0x7f7bc8097b90 2024-09-16T01:19:02.666 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc6d9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097b90 0x7f7bc808ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:19:02.666 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc5d9b640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bc8097270 0x7f7bc808e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:19:02.666 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc659c640 1 --2- >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7bc806f690 0x7f7bc808e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:19:02.666 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc5d9b640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bc8097270 0x7f7bc808e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:45650/0 (socket says 172.21.15.175:45650) 2024-09-16T01:19:02.666 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc6d9d640 1 --2- >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097b90 0x7f7bc808ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3302/0 says I am v2:172.21.15.175:58024/0 (socket says 172.21.15.175:58024) 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc5d9b640 1 -- 172.21.15.175:0/1118243669 learned_addr learned my addr 172.21.15.175:0/1118243669 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc5d9b640 1 -- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097b90 msgr2=0x7f7bc808ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc5d9b640 1 --2- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097b90 0x7f7bc808ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc5d9b640 1 -- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7bc806f690 msgr2=0x7f7bc808e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc5d9b640 1 --2- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7bc806f690 0x7f7bc808e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc5d9b640 1 -- 172.21.15.175:0/1118243669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc80911a0 con 0x7f7bc8097270 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc659c640 1 --2- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7bc806f690 0x7f7bc808e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bc5d9b640 1 --2- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bc8097270 0x7f7bc808e9d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc00c450 tx=0x7f7bbc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bb6ffd640 1 -- 172.21.15.175:0/1118243669 <== mon.0 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bbc017070 con 0x7f7bc8097270 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bb6ffd640 1 -- 172.21.15.175:0/1118243669 <== mon.0 v2:172.21.15.175:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bbc0052d0 con 0x7f7bc8097270 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bccf5e640 1 -- 172.21.15.175:0/1118243669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bc8073460 con 0x7f7bc8097270 2024-09-16T01:19:02.667 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.661+0000 7f7bb6ffd640 1 -- 172.21.15.175:0/1118243669 <== mon.0 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bbc003830 con 0x7f7bc8097270 2024-09-16T01:19:02.668 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.662+0000 7f7bccf5e640 1 -- 172.21.15.175:0/1118243669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bc8090850 con 0x7f7bc8097270 2024-09-16T01:19:02.668 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.662+0000 7f7bb6ffd640 1 -- 172.21.15.175:0/1118243669 <== mon.0 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f7bbc01a070 con 0x7f7bc8097270 2024-09-16T01:19:02.668 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.663+0000 7f7bccf5e640 1 -- 172.21.15.175:0/1118243669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bc8097650 con 0x7f7bc8097270 2024-09-16T01:19:02.668 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.663+0000 7f7bb6ffd640 1 -- 172.21.15.175:0/1118243669 <== mon.0 v2:172.21.15.175:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f7bbc05ccb0 con 0x7f7bc8097270 2024-09-16T01:19:02.668 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.666+0000 7f7bb6ffd640 1 -- 172.21.15.175:0/1118243669 <== mon.0 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f7bc80911a0 con 0x7f7bc8097270 2024-09-16T01:19:02.808 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.807+0000 7f7bccf5e640 1 -- 172.21.15.175:0/1118243669 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f7bc808f450 con 0x7f7bc8097270 2024-09-16T01:19:02.812 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.812+0000 7f7bb6ffd640 1 -- 172.21.15.175:0/1118243669 <== mon.0 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v6)=0 v6) ==== 123+0+0 (secure 0 0 0) 0x7f7bbc05bd60 con 0x7f7bc8097270 2024-09-16T01:19:02.813 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.812+0000 7f7bb6ffd640 1 -- 172.21.15.175:0/1118243669 <== mon.0 v2:172.21.15.175:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f7bbc005480 con 0x7f7bc8097270 2024-09-16T01:19:02.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.814+0000 7f7bccf5e640 1 -- 172.21.15.175:0/1118243669 >> v1:172.21.15.175:6816/2987616722 conn(0x7f7ba8047fd0 legacy=0x7f7ba804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.814+0000 7f7bccf5e640 1 -- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bc8097270 msgr2=0x7f7bc808e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:19:02.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.814+0000 7f7bccf5e640 1 --2- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bc8097270 0x7f7bc808e9d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc00c450 tx=0x7f7bbc00c850 comp rx=0 tx=0).stop 2024-09-16T01:19:02.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.814+0000 7f7bccf5e640 1 -- 172.21.15.175:0/1118243669 shutdown_connections 2024-09-16T01:19:02.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.814+0000 7f7bccf5e640 1 --2- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3302/0,v1:172.21.15.175:6791/0] conn(0x7f7bc8097b90 0x7f7bc808ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.814+0000 7f7bccf5e640 1 --2- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bc8097270 0x7f7bc808e9d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.814+0000 7f7bccf5e640 1 --2- 172.21.15.175:0/1118243669 >> [v2:172.21.15.175:3301/0,v1:172.21.15.175:6790/0] conn(0x7f7bc806f690 0x7f7bc808e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:19:02.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.814+0000 7f7bccf5e640 1 -- 172.21.15.175:0/1118243669 >> 172.21.15.175:0/1118243669 conn(0x7f7bc809dbe0 msgr2=0x7f7bc8072440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:19:02.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.814+0000 7f7bccf5e640 1 -- 172.21.15.175:0/1118243669 shutdown_connections 2024-09-16T01:19:02.816 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-16T01:19:02.814+0000 7f7bccf5e640 1 -- 172.21.15.175:0/1118243669 wait complete. 2024-09-16T01:19:02.827 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-16T01:19:02.827 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-16T01:19:02.827 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-16T01:19:02.827 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:19:02.859 INFO:tasks.ceph.osd.0:Stopped 2024-09-16T01:19:02.859 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-16T01:19:02.859 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:19:02.934 INFO:tasks.ceph.osd.1:Stopped 2024-09-16T01:19:02.934 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-16T01:19:02.934 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:19:03.014 INFO:tasks.ceph.osd.2:Stopped 2024-09-16T01:19:03.014 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-16T01:19:03.014 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:19:03.085 INFO:tasks.ceph.osd.3:Stopped 2024-09-16T01:19:03.085 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-16T01:19:03.085 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-16T01:19:03.085 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:19:03.147 INFO:tasks.ceph.mgr.x:Stopped 2024-09-16T01:19:03.148 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-16T01:19:03.148 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:19:03.214 INFO:tasks.ceph.mgr.y:Stopped 2024-09-16T01:19:03.214 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-16T01:19:03.215 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-16T01:19:03.215 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:19:03.266 INFO:tasks.ceph.mon.a:Stopped 2024-09-16T01:19:03.266 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-16T01:19:03.266 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:19:03.318 INFO:tasks.ceph.mon.b:Stopped 2024-09-16T01:19:03.318 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-16T01:19:03.318 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:19:03.369 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2024-09-16T01:19:03.369 INFO:tasks.ceph.mon.c:Stopped 2024-09-16T01:19:03.370 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-16T01:19:03.370 DEBUG:teuthology.orchestra.run.smithi175:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'overall HEALTH_' | egrep -v '\(FS_' | egrep -v '\(MDS_' | egrep -v '\(OSD_' | egrep -v '\(MON_DOWN\)' | egrep -v '\(CACHE_POOL_' | egrep -v '\(POOL_' | egrep -v '\(MGR_DOWN\)' | egrep -v '\(PG_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v 'Monitor daemon marked osd' | egrep -v 'Behind on trimming' | egrep -v 'Manager daemon' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'scrub mismatch' | egrep -v ScrubResult | egrep -v 'wrongly marked' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v '\(SLOW_OPS\)' | egrep -v 'overall HEALTH_' | egrep -v '\(MON_MSGR2_NOT_ENABLED\)' | egrep -v 'slow request' | head -n 1 2024-09-16T01:19:03.456 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:19:03.456 DEBUG:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-16T01:19:03.668 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:19:03.668 DEBUG:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-16T01:19:03.740 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:19:03.741 DEBUG:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-16T01:19:03.809 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:19:03.810 DEBUG:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-16T01:19:03.864 INFO:tasks.ceph:Archiving mon data... 2024-09-16T01:19:03.866 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906456/data/mon.a.tgz 2024-09-16T01:19:03.866 DEBUG:teuthology.orchestra.run.smithi175:> mktemp 2024-09-16T01:19:03.881 INFO:teuthology.orchestra.run.smithi175.stdout:/tmp/tmp.8Y2dOpLbkp 2024-09-16T01:19:03.881 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.8Y2dOpLbkp 2024-09-16T01:19:04.002 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0666 /tmp/tmp.8Y2dOpLbkp 2024-09-16T01:19:04.084 DEBUG:teuthology.orchestra.remote:smithi175:/tmp/tmp.8Y2dOpLbkp is 221KB 2024-09-16T01:19:04.180 DEBUG:teuthology.orchestra.run.smithi175:> rm -fr /tmp/tmp.8Y2dOpLbkp 2024-09-16T01:19:04.195 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906456/data/mon.b.tgz 2024-09-16T01:19:04.195 DEBUG:teuthology.orchestra.run.smithi175:> mktemp 2024-09-16T01:19:04.250 INFO:teuthology.orchestra.run.smithi175.stdout:/tmp/tmp.701sTZ0iUK 2024-09-16T01:19:04.250 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.701sTZ0iUK 2024-09-16T01:19:04.364 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0666 /tmp/tmp.701sTZ0iUK 2024-09-16T01:19:04.447 DEBUG:teuthology.orchestra.remote:smithi175:/tmp/tmp.701sTZ0iUK is 262KB 2024-09-16T01:19:04.540 DEBUG:teuthology.orchestra.run.smithi175:> rm -fr /tmp/tmp.701sTZ0iUK 2024-09-16T01:19:04.555 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906456/data/mon.c.tgz 2024-09-16T01:19:04.555 DEBUG:teuthology.orchestra.run.smithi175:> mktemp 2024-09-16T01:19:04.610 INFO:teuthology.orchestra.run.smithi175.stdout:/tmp/tmp.ZaImrl2Pbi 2024-09-16T01:19:04.610 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.ZaImrl2Pbi 2024-09-16T01:19:04.723 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0666 /tmp/tmp.ZaImrl2Pbi 2024-09-16T01:19:04.806 DEBUG:teuthology.orchestra.remote:smithi175:/tmp/tmp.ZaImrl2Pbi is 262KB 2024-09-16T01:19:04.902 DEBUG:teuthology.orchestra.run.smithi175:> rm -fr /tmp/tmp.ZaImrl2Pbi 2024-09-16T01:19:04.917 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-16T01:19:04.917 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T01:19:05.037 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T01:19:05.037 INFO:tasks.ceph:Archiving crash dumps... 2024-09-16T01:19:05.038 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906456/remote/smithi175/crash 2024-09-16T01:19:05.039 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T01:19:05.101 INFO:tasks.ceph:Compressing logs... 2024-09-16T01:19:05.101 DEBUG:teuthology.orchestra.run.smithi175:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T01:19:05.166 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-16T01:19:05.166 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43178.log 2024-09-16T01:19:05.166 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41444.log 2024-09-16T01:19:05.166 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.43178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46070.log 2024-09-16T01:19:05.167 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41444.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43178.log.gz 2024-09-16T01:19:05.167 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38502.log 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr: 88.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.41444.log.gz -5 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr: --verbose -- /var/log/ceph/ceph-client.admin.41292.log 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46070.log: /var/log/ceph/ceph-client.admin.38502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40925.log 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46070.log.gz 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr: 89.4%/var/log/ceph/ceph-client.admin.41292.log: -- replaced with /var/log/ceph/ceph-client.admin.38502.log.gz 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41093.log 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41292.log.gz 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40925.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41013.log 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41093.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.40925.log.gz 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46683.log 2024-09-16T01:19:05.195 INFO:teuthology.orchestra.run.smithi175.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.41093.log.gz 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41013.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45218.log 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41013.log.gz 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39090.log 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45218.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46683.log.gz 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45218.log.gz 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.39090.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41402.log 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46851.log 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.39090.log.gz 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40581.log 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41402.log.gz 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46809.log 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46851.log.gz 2024-09-16T01:19:05.196 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32523.log 2024-09-16T01:19:05.197 INFO:teuthology.orchestra.run.smithi175.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40581.log.gz 2024-09-16T01:19:05.197 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41053.log 2024-09-16T01:19:05.197 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46809.log: /var/log/ceph/ceph-client.admin.32523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46725.log 2024-09-16T01:19:05.197 INFO:teuthology.orchestra.run.smithi175.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46809.log.gz 2024-09-16T01:19:05.197 INFO:teuthology.orchestra.run.smithi175.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.32523.log.gz 2024-09-16T01:19:05.197 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38643.log 2024-09-16T01:19:05.197 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40607.log 2024-09-16T01:19:05.197 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46725.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.41053.log.gz 2024-09-16T01:19:05.197 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38643.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46725.log.gz 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40476.log 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38643.log.gz 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40475.log 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40607.log: /var/log/ceph/ceph-client.admin.40476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45300.log 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.40607.log.gz 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.40476.log.gz 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46641.log 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45300.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40475.log.gz 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41232.log 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45300.log.gz 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45733.log 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46641.log: gzip/var/log/ceph/ceph-client.admin.41232.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.46977.log 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46641.log.gz 2024-09-16T01:19:05.198 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45733.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41232.log.gz 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41734.log 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41272.log 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45733.log.gz 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46977.log: /var/log/ceph/ceph-client.admin.41734.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46977.log.gz 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38981.log 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41734.log.gz 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46071.log 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41272.log: /var/log/ceph/ceph-client.admin.38981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38812.log 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41272.log.gz 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.38981.log.gz 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38645.log 2024-09-16T01:19:05.199 INFO:teuthology.orchestra.run.smithi175.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46071.log.gz 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45735.log 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38812.log: /var/log/ceph/ceph-client.admin.38645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39174.log 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.38812.log.gz 87.4% 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr: -- replaced with /var/log/ceph/ceph-client.admin.38645.log.gz 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45735.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45633.log 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45735.log.gz 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45901.log 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.39174.log: /var/log/ceph/ceph-client.admin.45633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47059.log 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.39174.log.gz 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45901.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45633.log.gz 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32721.log 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45901.log.gz 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.47059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39132.log 2024-09-16T01:19:05.200 INFO:teuthology.orchestra.run.smithi175.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47059.log.gz 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45380.log 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32721.log: /var/log/ceph/ceph-client.admin.39132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39214.log 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.32721.log.gz 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45380.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39132.log.gz 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45380.log.gz 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46599.log 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.39214.log: /var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38384.log 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.39214.log.gz 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32204.log 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46599.log.gz/var/log/ceph/ceph-client.admin.38384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38328.log 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-09-16T01:19:05.201 INFO:teuthology.orchestra.run.smithi175.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.38384.log.gz 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32204.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38544.log 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- 90.2% -- replaced with /var/log/ceph/ceph-client.admin.32204.log.gz 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr: /var/log/ceph/ceph-client.admin.46347.log/var/log/ceph/ceph-client.admin.38328.log: 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38544.log: 95.1% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.38328.log.gz 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32817.log 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.38544.log.gz 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40333.log 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46347.log: /var/log/ceph/ceph-client.admin.32817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45734.log 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46347.log.gz 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40333.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.32817.log.gz 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45484.log 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.40333.log.gz 2024-09-16T01:19:05.202 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45507.log 2024-09-16T01:19:05.203 INFO:teuthology.orchestra.run.smithi175.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45734.log.gz 2024-09-16T01:19:05.203 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41831.log 2024-09-16T01:19:05.203 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45484.log: gzip/var/log/ceph/ceph-client.admin.45507.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.40884.log 2024-09-16T01:19:05.203 INFO:teuthology.orchestra.run.smithi175.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45484.log.gz 2024-09-16T01:19:05.203 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41831.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45507.log.gz 2024-09-16T01:19:05.203 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-16T01:19:05.203 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- 88.6% /var/log/ceph/ceph-client.admin.45340.log 2024-09-16T01:19:05.203 INFO:teuthology.orchestra.run.smithi175.stderr: -- replaced with /var/log/ceph/ceph-client.admin.41831.log.gz 2024-09-16T01:19:05.203 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40884.log: /var/log/ceph/ceph-mon.c.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40884.log.gz 2024-09-16T01:19:05.203 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46011.log 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46239.log 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45340.log: /var/log/ceph/ceph-client.admin.46011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38646.log 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45340.log.gz 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46011.log.gz 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38813.log 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38646.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46239.log.gz 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46515.log 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38646.log.gz 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38813.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45260.log 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46515.log: gzip -5 --verbose 89.1% -- /var/log/ceph/ceph-client.admin.45461.log -- replaced with /var/log/ceph/ceph-client.admin.38813.log.gz 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46515.log.gz 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46237.log 2024-09-16T01:19:05.204 INFO:teuthology.orchestra.run.smithi175.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45260.log.gz 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45461.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46238.log 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45461.log.gz 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46237.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41560.log 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-mon.a.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46237.log.gz 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46238.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47019.log 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46238.log.gz 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40250.log 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41560.log.gz 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.47019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40375.log 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47019.log.gz 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46389.log 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40375.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40250.log.gz 2024-09-16T01:19:05.205 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.40375.log.gz 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40947.log 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-osd.2.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46389.log.gz 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38980.log 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32563.log 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.40947.log.gz 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38980.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.38980.log.gz 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.32563.log: -- /var/log/ceph/ceph-client.admin.40764.log 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.32563.log.gz 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-mgr.y.log: /var/log/ceph/ceph-client.admin.40764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46893.log 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.40764.log.gz/var/log/ceph/ceph.log: 2024-09-16T01:19:05.206 INFO:teuthology.orchestra.run.smithi175.stderr: 93.7% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T01:19:05.230 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45591.log 2024-09-16T01:19:05.230 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45902.log 2024-09-16T01:19:05.230 INFO:teuthology.orchestra.run.smithi175.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46893.log.gz 2024-09-16T01:19:05.230 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45591.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45591.log.gz 2024-09-16T01:19:05.230 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-16T01:19:05.230 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.45902.log: -- /var/log/ceph/ceph-client.admin.45843.log 2024-09-16T01:19:05.230 INFO:teuthology.orchestra.run.smithi175.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45902.log.gz 2024-09-16T01:19:05.230 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41486.log 2024-09-16T01:19:05.230 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45843.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45843.log.gz 2024-09-16T01:19:05.230 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45903.log 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41486.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.41486.log.gz 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46767.log 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45903.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45903.log.gz 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40645.log 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46767.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46767.log.gz 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38220.log 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40645.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.40645.log.gz 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45732.log 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38220.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.38220.log.gz 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr: 91.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38982.log 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr: -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-16T01:19:05.231 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40474.log 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45732.log.gz 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41192.log 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40474.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.38982.log.gz 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.40474.log.gz 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41634.log 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41634.log: /var/log/ceph/ceph-client.admin.41192.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41192.log.gz 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41634.log.gz 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40646.log 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.26352.log 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40646.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.40646.log.gz 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40477.log 2024-09-16T01:19:05.232 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph.tmp-client.admin.26352.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.26352.log.gz 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46069.log 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.40477.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.40477.log.gz 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38814.log 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46069.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46069.log.gz 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38409.log 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38814.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.38814.log.gz 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45549.log 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38409.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38409.log.gz 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46473.log 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38644.log 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46473.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45549.log.gz 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46473.log.gz 2024-09-16T01:19:05.233 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32603.log 2024-09-16T01:19:05.236 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46557.log 2024-09-16T01:19:05.236 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32603.log: /var/log/ceph/ceph-client.admin.38644.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38644.log.gz 2024-09-16T01:19:05.236 INFO:teuthology.orchestra.run.smithi175.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.32603.log.gz 2024-09-16T01:19:05.236 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45420.log 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32483.log 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46557.log.gz 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.45420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39254.log 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32483.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45420.log.gz 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.32483.log.gz 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38460.log 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38922.log 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.39254.log: /var/log/ceph/ceph-client.admin.38460.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.39254.log.gz 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.38460.log.gz 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41360.log 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38922.log: /var/log/ceph/ceph-osd.3.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.38922.log.gz 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41115.log 2024-09-16T01:19:05.237 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41360.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41360.log.gz 2024-09-16T01:19:05.238 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46179.log 2024-09-16T01:19:05.240 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.41115.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41115.log.gz 2024-09-16T01:19:05.240 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46935.log 2024-09-16T01:19:05.240 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46179.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46179.log.gz 2024-09-16T01:19:05.240 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38811.log 2024-09-16T01:19:05.240 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46935.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46935.log.gz 2024-09-16T01:19:05.240 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46431.log 2024-09-16T01:19:05.240 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.38811.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.38811.log.gz 2024-09-16T01:19:05.240 INFO:teuthology.orchestra.run.smithi175.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-16T01:19:05.240 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.46431.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46431.log.gz 2024-09-16T01:19:05.240 INFO:teuthology.orchestra.run.smithi175.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-16T01:19:05.246 INFO:teuthology.orchestra.run.smithi175.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-16T01:19:05.264 INFO:teuthology.orchestra.run.smithi175.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-16T01:19:05.285 INFO:teuthology.orchestra.run.smithi175.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-16T01:19:05.291 INFO:teuthology.orchestra.run.smithi175.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-16T01:19:05.303 INFO:teuthology.orchestra.run.smithi175.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-16T01:19:05.305 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-09-16T01:19:05.305 INFO:teuthology.orchestra.run.smithi175.stderr:real 0m0.150s 2024-09-16T01:19:05.305 INFO:teuthology.orchestra.run.smithi175.stderr:user 0m0.600s 2024-09-16T01:19:05.306 INFO:teuthology.orchestra.run.smithi175.stderr:sys 0m0.104s 2024-09-16T01:19:05.306 INFO:tasks.ceph:Archiving logs... 2024-09-16T01:19:05.306 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906456/remote/smithi175/log 2024-09-16T01:19:05.307 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T01:19:05.548 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T01:19:05.566 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T01:19:05.566 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T01:19:05.616 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T01:19:05.629 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T01:19:05.630 DEBUG:teuthology.orchestra.run.smithi175:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:19:05.645 INFO:teuthology.orchestra.run.smithi175.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:19:05.649 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:19:05.650 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-09-16T01:19:05.650 INFO:teuthology.orchestra.run.smithi175.stdout:^* hv01.front.sepia.ceph.com 3 6 177 51 -368us[ -354us] +/- 45ms 2024-09-16T01:19:05.650 INFO:teuthology.orchestra.run.smithi175.stdout:^+ hv02.front.sepia.ceph.com 3 6 177 51 -235us[ -235us] +/- 52ms 2024-09-16T01:19:05.650 INFO:teuthology.orchestra.run.smithi175.stdout:^+ hv03.front.sepia.ceph.com 3 6 177 51 +985us[ +985us] +/- 74ms 2024-09-16T01:19:05.650 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:19:05.651 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T01:19:05.698 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T01:19:05.698 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T01:19:05.882 DEBUG:teuthology.orchestra.run.smithi175:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T01:19:05.946 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:19:05.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:19:05.974 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T01:19:05.985 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T01:19:06.021 INFO:teuthology.task.internal:Duration was 488.576801 seconds 2024-09-16T01:19:06.021 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T01:19:06.062 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T01:19:06.062 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T01:19:06.101 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:19:06.247 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T01:19:06.247 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi175.front.sepia.ceph.com 2024-09-16T01:19:06.247 DEBUG:teuthology.orchestra.run.smithi175:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T01:19:06.308 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T01:19:06.308 DEBUG:teuthology.orchestra.run.smithi175:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T01:19:06.375 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T01:19:06.375 DEBUG:teuthology.orchestra.run.smithi175:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T01:19:06.518 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T01:19:06.537 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T01:19:06.537 DEBUG:teuthology.orchestra.run.smithi175:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T01:19:06.562 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T01:19:06.591 DEBUG:teuthology.orchestra.run.smithi175:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T01:19:06.626 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = core 2024-09-16T01:19:06.649 DEBUG:teuthology.orchestra.run.smithi175:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T01:19:06.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:19:06.704 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T01:19:06.715 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T01:19:06.717 DEBUG:teuthology.misc:Transferring archived files from smithi175:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906456/remote/smithi175 2024-09-16T01:19:06.717 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T01:19:06.778 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T01:19:06.778 DEBUG:teuthology.orchestra.run.smithi175:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T01:19:06.828 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T01:19:06.842 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T01:19:06.842 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T01:19:06.865 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T01:19:06.868 DEBUG:teuthology.orchestra.run.smithi175:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T01:19:06.886 INFO:teuthology.orchestra.run.smithi175.stdout: 265958 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 01:19 /home/ubuntu/cephtest 2024-09-16T01:19:06.886 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T01:19:06.932 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T01:19:07.006 INFO:teuthology.run:Summary data: description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/reef 1-upgrade}} duration: 488.57680082321167 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-16T01:19:07.007 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T01:19:07.106 INFO:teuthology.run:pass