2024-09-16T00:01:50.344 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T00:01:50.409 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T00:01:50.520 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906379 branch: squid description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/quincy 1-upgrade}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906379' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'install ceph/quincy latest ' name: teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: bluestore warn on legacy statfs: false bluestore warn on no per pool omap: false mon pg warn min per osd: 0 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on osd down out interval zero: false mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - scrub mismatch - ScrubResult - wrongly marked - \(POOL_APP_NOT_ENABLED\) - \(SLOW_OPS\) - overall HEALTH_ - \(MON_MSGR2_NOT_ENABLED\) - slow request sha1: 8921c8ef947807b717db041d85f0761b7914d5fc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8921c8ef947807b717db041d85f0761b7914d5fc selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: ad35db06e8924912f01e32b35576297c0f1352b4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.b - mon.c - mgr.x - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 seed: 3393 sha1: 8921c8ef947807b717db041d85f0761b7914d5fc sleep_before_teardown: 0 subset: 294/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ad35db06e8924912f01e32b35576297c0f1352b4 targets: smithi176.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBANlqpphJeSkoKplS7by43kuLhMMQAupVswltseu7uCg2Yz6JqRseWNVf5D/icv7rGYV1aEGRV+qllHz2VPEBMo= tasks: - install: branch: quincy exclude_packages: - librados3 - ceph-mgr-dashboard - ceph-mgr-diskprediction-local - ceph-mgr-rook - ceph-mgr-cephadm - cephadm - ceph-volume extra_packages: - librados2 - print: '**** done installing quincy' - ceph: conf: global: mon warn on pool no app: false ms bind msgr2: false log-ignorelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - exec: osd.0: - ceph osd set-require-min-compat-client quincy - print: '**** done ceph' - print: '*** upgrading, no cephfs present' - exec: mon.a: - ceph fs dump - install.upgrade: mon.a: null - print: '**** done install.upgrade' - ceph.restart: daemons: - mon.* - mgr.* mon-health-to-clog: false wait-for-healthy: false - ceph.healthy: null - ceph.restart: daemons: - osd.* wait-for-healthy: false wait-for-osds-up: true - exec: mon.a: - ceph versions - ceph osd dump -f json-pretty - ceph fs dump - ceph osd require-osd-release squid - for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done - ceph.healthy: null - print: '**** done ceph.restart' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-16T00:01:50.520 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa; will attempt to use it 2024-09-16T00:01:50.521 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks 2024-09-16T00:01:50.521 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T00:01:50.523 INFO:teuthology.task.internal:Checking packages... 2024-09-16T00:01:50.546 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8921c8ef947807b717db041d85f0761b7914d5fc' 2024-09-16T00:01:50.546 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T00:01:50.546 INFO:teuthology.packaging:ref: None 2024-09-16T00:01:50.546 INFO:teuthology.packaging:tag: None 2024-09-16T00:01:50.546 INFO:teuthology.packaging:branch: squid 2024-09-16T00:01:50.547 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:01:50.547 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-16T00:01:50.781 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-328.gad35db06 2024-09-16T00:01:50.783 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T00:01:50.867 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T00:01:50.868 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T00:01:50.875 INFO:teuthology.task.internal:Saving configuration 2024-09-16T00:01:50.896 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T00:01:50.905 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T00:01:50.925 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi176.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906379', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-15 23:56:53.097229', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBANlqpphJeSkoKplS7by43kuLhMMQAupVswltseu7uCg2Yz6JqRseWNVf5D/icv7rGYV1aEGRV+qllHz2VPEBMo='} 2024-09-16T00:01:50.926 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T00:01:50.935 INFO:teuthology.task.internal:roles: ubuntu@smithi176.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3'] 2024-09-16T00:01:50.935 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T00:01:50.972 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f465a16bbe0>, signals=[15]) 2024-09-16T00:01:50.972 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T00:01:50.980 INFO:teuthology.task.internal:Opening connections... 2024-09-16T00:01:50.980 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:01:50.981 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:01:51.055 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T00:01:51.065 DEBUG:teuthology.orchestra.run.smithi176:> uname -m 2024-09-16T00:01:51.134 INFO:teuthology.orchestra.run.smithi176.stdout:x86_64 2024-09-16T00:01:51.135 DEBUG:teuthology.orchestra.run.smithi176:> cat /etc/os-release 2024-09-16T00:01:51.192 INFO:teuthology.orchestra.run.smithi176.stdout:NAME="CentOS Stream" 2024-09-16T00:01:51.192 INFO:teuthology.orchestra.run.smithi176.stdout:VERSION="9" 2024-09-16T00:01:51.192 INFO:teuthology.orchestra.run.smithi176.stdout:ID="centos" 2024-09-16T00:01:51.192 INFO:teuthology.orchestra.run.smithi176.stdout:ID_LIKE="rhel fedora" 2024-09-16T00:01:51.192 INFO:teuthology.orchestra.run.smithi176.stdout:VERSION_ID="9" 2024-09-16T00:01:51.193 INFO:teuthology.orchestra.run.smithi176.stdout:PLATFORM_ID="platform:el9" 2024-09-16T00:01:51.193 INFO:teuthology.orchestra.run.smithi176.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T00:01:51.193 INFO:teuthology.orchestra.run.smithi176.stdout:ANSI_COLOR="0;31" 2024-09-16T00:01:51.193 INFO:teuthology.orchestra.run.smithi176.stdout:LOGO="fedora-logo-icon" 2024-09-16T00:01:51.193 INFO:teuthology.orchestra.run.smithi176.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T00:01:51.193 INFO:teuthology.orchestra.run.smithi176.stdout:HOME_URL="https://centos.org/" 2024-09-16T00:01:51.193 INFO:teuthology.orchestra.run.smithi176.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T00:01:51.193 INFO:teuthology.orchestra.run.smithi176.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T00:01:51.193 INFO:teuthology.orchestra.run.smithi176.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T00:01:51.194 INFO:teuthology.lock.ops:Updating smithi176.front.sepia.ceph.com on lock server 2024-09-16T00:01:51.221 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T00:01:51.257 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T00:01:51.264 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T00:01:51.265 DEBUG:teuthology.orchestra.run.smithi176:> test '!' -e /home/ubuntu/cephtest 2024-09-16T00:01:51.281 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T00:01:51.329 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T00:01:51.329 DEBUG:teuthology.orchestra.run.smithi176:> test -z $(ls -A /var/lib/ceph) 2024-09-16T00:01:51.403 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T00:01:51.456 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T00:01:51.481 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-16T00:01:51.481 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-16T00:01:51.482 DEBUG:teuthology.orchestra.run.smithi176:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T00:01:51.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:01:51.501 DEBUG:teuthology.orchestra.run.smithi176:> uname -r 2024-09-16T00:01:51.560 INFO:teuthology.orchestra.run.smithi176.stdout:5.14.0-503.el9.x86_64 2024-09-16T00:01:51.560 INFO:teuthology.task.kernel:Running kernel on smithi176: 5.14.0-503.el9.x86_64 2024-09-16T00:01:51.560 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum install -y kernel 2024-09-16T00:01:56.518 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - BaseOS 2.6 MB/s | 8.2 MB 00:03 2024-09-16T00:02:01.193 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - AppStream 5.8 MB/s | 20 MB 00:03 2024-09-16T00:02:05.718 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - CRB 9.8 MB/s | 6.5 MB 00:00 2024-09-16T00:02:08.177 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - Extras packages 15 kB/s | 19 kB 00:01 2024-09-16T00:02:09.156 INFO:teuthology.orchestra.run.smithi176.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-16T00:02:14.620 INFO:teuthology.orchestra.run.smithi176.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-16T00:02:16.643 INFO:teuthology.orchestra.run.smithi176.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T00:02:16.643 INFO:teuthology.orchestra.run.smithi176.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T00:02:16.733 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:02:16.739 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:02:16.739 INFO:teuthology.orchestra.run.smithi176.stdout: Package Architecture Version Repository Size 2024-09-16T00:02:16.739 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:02:16.739 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:02:16.739 INFO:teuthology.orchestra.run.smithi176.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T00:02:16.739 INFO:teuthology.orchestra.run.smithi176.stdout:Installing dependencies: 2024-09-16T00:02:16.740 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T00:02:16.740 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T00:02:16.740 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T00:02:16.740 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:02:16.740 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:02:16.740 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:02:16.740 INFO:teuthology.orchestra.run.smithi176.stdout:Install 4 Packages 2024-09-16T00:02:16.740 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:02:16.741 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 79 M 2024-09-16T00:02:16.741 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 126 M 2024-09-16T00:02:16.741 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:02:17.572 INFO:teuthology.orchestra.run.smithi176.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 40 kB/s | 23 kB 00:00 2024-09-16T00:02:18.371 INFO:teuthology.orchestra.run.smithi176.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-16T00:02:19.038 INFO:teuthology.orchestra.run.smithi176.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 17 MB/s | 35 MB 00:02 2024-09-16T00:02:20.164 INFO:teuthology.orchestra.run.smithi176.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 11 MB/s | 29 MB 00:02 2024-09-16T00:02:20.164 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:02:20.164 INFO:teuthology.orchestra.run.smithi176.stdout:Total 23 MB/s | 79 MB 00:03 2024-09-16T00:02:20.847 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:02:21.182 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:02:21.182 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:02:22.137 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:02:22.138 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:02:24.558 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:02:25.252 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T00:02:25.338 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:02:28.134 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:02:28.257 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:02:33.082 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:02:33.140 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:02:37.991 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:03:16.182 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:03:16.222 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:03:16.622 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:03:16.623 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T00:03:16.623 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T00:03:16.623 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T00:03:17.475 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T00:03:17.475 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:03:17.475 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:03:17.475 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T00:03:17.476 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T00:03:17.476 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T00:03:17.476 INFO:teuthology.orchestra.run.smithi176.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T00:03:17.476 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:03:17.476 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:03:17.839 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T00:03:17.926 INFO:teuthology.orchestra.run.smithi176.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T00:03:17.927 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T00:03:17.927 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T00:03:17.927 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T00:03:17.927 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T00:03:17.927 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-16T00:03:17.928 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi176.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T00:03:17.928 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T00:03:17.986 INFO:teuthology.orchestra.run.smithi176.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T00:03:17.987 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T00:03:17.987 DEBUG:teuthology.orchestra.run.smithi176:> sudo rpm -qi grub2-tools 2024-09-16T00:03:18.033 INFO:teuthology.orchestra.run.smithi176.stdout:Name : grub2-tools 2024-09-16T00:03:18.033 INFO:teuthology.orchestra.run.smithi176.stdout:Epoch : 1 2024-09-16T00:03:18.033 INFO:teuthology.orchestra.run.smithi176.stdout:Version : 2.06 2024-09-16T00:03:18.033 INFO:teuthology.orchestra.run.smithi176.stdout:Release : 82.el9 2024-09-16T00:03:18.033 INFO:teuthology.orchestra.run.smithi176.stdout:Architecture: x86_64 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Group : Unspecified 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Size : 8274670 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:License : GPLv3+ 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Packager : builder@centos.org 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Vendor : CentOS 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Summary : Support tools for GRUB. 2024-09-16T00:03:18.034 INFO:teuthology.orchestra.run.smithi176.stdout:Description : 2024-09-16T00:03:18.035 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:03:18.035 INFO:teuthology.orchestra.run.smithi176.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T00:03:18.035 INFO:teuthology.orchestra.run.smithi176.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T00:03:18.035 INFO:teuthology.orchestra.run.smithi176.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T00:03:18.035 INFO:teuthology.orchestra.run.smithi176.stdout:hardware devices. 2024-09-16T00:03:18.035 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:03:18.035 INFO:teuthology.orchestra.run.smithi176.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T00:03:18.036 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T00:03:18.036 INFO:teuthology.task.kernel:Updating grub on smithi176 to boot 5.14.0-505.el9.x86_64 2024-09-16T00:03:18.036 DEBUG:teuthology.orchestra.run.smithi176:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T00:03:18.590 INFO:teuthology.orchestra.run.smithi176.stderr:Generating grub configuration file ... 2024-09-16T00:03:19.896 INFO:teuthology.orchestra.run.smithi176.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T00:03:19.930 INFO:teuthology.orchestra.run.smithi176.stderr:done 2024-09-16T00:03:19.931 DEBUG:teuthology.orchestra.run.smithi176:> mktemp 2024-09-16T00:03:19.947 INFO:teuthology.orchestra.run.smithi176.stdout:/tmp/tmp.zsLUjTWoTA 2024-09-16T00:03:19.947 DEBUG:teuthology.orchestra.run.smithi176:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.zsLUjTWoTA 2024-09-16T00:03:20.014 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0666 /tmp/tmp.zsLUjTWoTA 2024-09-16T00:03:20.154 DEBUG:teuthology.orchestra.remote:smithi176:/tmp/tmp.zsLUjTWoTA is 6KB 2024-09-16T00:03:20.202 DEBUG:teuthology.orchestra.run.smithi176:> rm -fr /tmp/tmp.zsLUjTWoTA 2024-09-16T00:03:20.217 DEBUG:teuthology.orchestra.run.smithi176:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T00:03:20.279 INFO:teuthology.orchestra.run.smithi176.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T00:03:20.279 INFO:teuthology.orchestra.run.smithi176.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T00:03:20.280 INFO:teuthology.orchestra.run.smithi176.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T00:03:20.280 INFO:teuthology.orchestra.run.smithi176.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T00:03:20.281 DEBUG:teuthology.orchestra.run.smithi176:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T00:03:20.423 DEBUG:teuthology.orchestra.run.smithi176:> sudo shutdown -r now 2024-09-16T00:03:50.444 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-16T00:03:50.445 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-16T00:03:50.446 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:04:08.893 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.176 2024-09-16T00:04:17.902 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-16T00:04:17.903 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:04:20.957 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.176 2024-09-16T00:04:32.969 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-16T00:04:32.970 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:04:51.389 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.176 2024-09-16T00:05:06.405 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-16T00:05:06.406 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:05:06.761 DEBUG:teuthology.orchestra.run.smithi176:> true 2024-09-16T00:05:07.212 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-16T00:05:07.212 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-16T00:05:07.213 DEBUG:teuthology.orchestra.run.smithi176:> uname -r 2024-09-16T00:05:07.227 INFO:teuthology.orchestra.run.smithi176.stdout:5.14.0-505.el9.x86_64 2024-09-16T00:05:07.227 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T00:05:07.227 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T00:05:07.227 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T00:05:08.227 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-16T00:05:08.228 DEBUG:teuthology.orchestra.run.smithi176:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T00:05:08.324 INFO:teuthology.orchestra.run.smithi176.stdout:ttyS1 2024-09-16T00:05:08.365 DEBUG:teuthology.parallel:result is None 2024-09-16T00:05:08.366 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T00:05:08.372 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T00:05:08.372 DEBUG:teuthology.orchestra.run.smithi176:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T00:05:08.387 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T00:05:08.392 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T00:05:08.398 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T00:05:08.398 DEBUG:teuthology.orchestra.run.smithi176:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T00:05:08.507 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T00:05:08.514 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T00:05:08.514 DEBUG:teuthology.orchestra.run.smithi176:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T00:05:08.666 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T00:05:08.677 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T00:05:08.679 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T00:05:08.685 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T00:05:08.685 DEBUG:teuthology.orchestra.run.smithi176:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T00:05:08.711 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T00:05:08.718 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T00:05:08.718 DEBUG:teuthology.orchestra.run.smithi176:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T00:05:08.769 DEBUG:teuthology.orchestra.run.smithi176:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T00:05:08.857 DEBUG:teuthology.orchestra.run.smithi176:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T00:05:08.944 DEBUG:teuthology.orchestra.run.smithi176:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T00:05:09.016 DEBUG:teuthology.orchestra.run.smithi176:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T00:05:09.059 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:05:09.059 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T00:05:09.151 DEBUG:teuthology.orchestra.run.smithi176:> sudo service rsyslog restart 2024-09-16T00:05:09.293 INFO:teuthology.orchestra.run.smithi176.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:05:09.803 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T00:05:09.821 INFO:teuthology.task.internal:Starting timer... 2024-09-16T00:05:09.821 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T00:05:09.868 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T00:05:09.876 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-16T00:05:09.876 DEBUG:teuthology.orchestra.run.smithi176:> sudo service auditd rotate 2024-09-16T00:05:09.926 INFO:teuthology.orchestra.run.smithi176.stdout:Rotating logs: 2024-09-16T00:05:09.929 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T00:05:09.929 DEBUG:teuthology.orchestra.run.smithi176:> /usr/sbin/getenforce 2024-09-16T00:05:09.948 INFO:teuthology.orchestra.run.smithi176.stdout:Permissive 2024-09-16T00:05:09.948 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi176.front.sepia.ceph.com': 'permissive'} 2024-09-16T00:05:09.948 DEBUG:teuthology.orchestra.run.smithi176:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:05:10.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:05:10.014 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T00:05:10.014 DEBUG:teuthology.orchestra.run.smithi176:> sudo /usr/sbin/setenforce permissive 2024-09-16T00:05:10.086 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T00:05:10.151 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-16T00:05:10.154 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-16T00:05:10.264 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T00:05:10.274 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T00:05:10.275 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi176.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T00:08:53.363 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi176.front.sepia.ceph.com')] 2024-09-16T00:08:53.364 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-16T00:08:53.367 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T00:08:53.444 DEBUG:teuthology.orchestra.run.smithi176:> true 2024-09-16T00:08:53.527 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-09-16T00:08:53.528 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T00:08:53.540 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T00:08:53.540 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T00:08:53.541 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:08:53.597 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T00:08:53.611 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T00:08:53.635 INFO:teuthology.orchestra.run.smithi176.stderr:sudo: ntpd: command not found 2024-09-16T00:08:53.646 INFO:teuthology.orchestra.run.smithi176.stdout:506 Cannot talk to daemon 2024-09-16T00:08:53.660 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T00:08:53.674 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T00:08:53.734 INFO:teuthology.orchestra.run.smithi176.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:08:53.737 INFO:teuthology.orchestra.run.smithi176.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:08:53.737 INFO:teuthology.orchestra.run.smithi176.stdout:=============================================================================== 2024-09-16T00:08:53.737 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:08:53.737 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:08:53.738 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:08:53.738 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:08:53.739 INFO:teuthology.run_tasks:Running task install... 2024-09-16T00:08:53.751 DEBUG:teuthology.task.install:project ceph 2024-09-16T00:08:53.751 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}} 2024-09-16T00:08:53.751 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T00:08:53.751 INFO:teuthology.task.install:Using flavor: default 2024-09-16T00:08:53.757 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T00:08:53.757 INFO:teuthology.task.install:extra packages: ['librados2'] 2024-09-16T00:08:53.758 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T00:08:53.758 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T00:08:53.758 INFO:teuthology.packaging:ref: None 2024-09-16T00:08:53.758 INFO:teuthology.packaging:tag: None 2024-09-16T00:08:53.758 INFO:teuthology.packaging:branch: quincy 2024-09-16T00:08:53.758 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:08:53.758 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-16T00:08:53.991 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/ 2024-09-16T00:08:53.992 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1633.g6d025bc2 2024-09-16T00:08:54.100 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T00:08:54.100 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:08:54.101 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T00:08:54.127 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-immutable-object-cache, ceph-mgr, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, librados2 on remote rpm x86_64 2024-09-16T00:08:54.127 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T00:08:54.127 INFO:teuthology.packaging:ref: None 2024-09-16T00:08:54.127 INFO:teuthology.packaging:tag: None 2024-09-16T00:08:54.127 INFO:teuthology.packaging:branch: quincy 2024-09-16T00:08:54.127 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:08:54.128 DEBUG:teuthology.orchestra.run.smithi176:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T00:08:54.193 DEBUG:teuthology.orchestra.run.smithi176:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T00:08:54.269 DEBUG:teuthology.orchestra.run.smithi176:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T00:08:54.333 INFO:teuthology.orchestra.run.smithi176.stdout:check_obsoletes = 1 2024-09-16T00:08:54.335 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum clean all 2024-09-16T00:08:54.563 INFO:teuthology.orchestra.run.smithi176.stdout:45 files removed 2024-09-16T00:08:54.590 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install ceph-radosgw 2024-09-16T00:08:55.133 INFO:teuthology.orchestra.run.smithi176.stdout:ceph packages for x86_64 297 kB/s | 77 kB 00:00 2024-09-16T00:08:55.416 INFO:teuthology.orchestra.run.smithi176.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-16T00:08:55.683 INFO:teuthology.orchestra.run.smithi176.stdout:ceph source packages 7.8 kB/s | 1.8 kB 00:00 2024-09-16T00:08:56.376 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-16T00:08:58.068 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - AppStream 34 MB/s | 20 MB 00:00 2024-09-16T00:09:02.469 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-16T00:09:03.978 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - Extras packages 63 kB/s | 19 kB 00:00 2024-09-16T00:09:04.749 INFO:teuthology.orchestra.run.smithi176.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-16T00:09:10.263 INFO:teuthology.orchestra.run.smithi176.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T00:09:12.755 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:09:12.771 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:09:12.771 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repository Size 2024-09-16T00:09:12.771 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:09:12.771 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-radosgw x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 14 M 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout:Upgrading: 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout: librados2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 3.1 M 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout: librbd1 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.9 M 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout:Installing dependencies: 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-base x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 5.0 M 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-common x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 22 M 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-selinux x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 25 k 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 637 k 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T00:09:12.772 INFO:teuthology.orchestra.run.smithi176.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: libradosstriper1 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 457 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: librgw2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 4.9 M 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-argparse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 45 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-common x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 120 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cephfs x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 156 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rados x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 320 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rbd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 295 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rgw x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 99 k 2024-09-16T00:09:12.773 INFO:teuthology.orchestra.run.smithi176.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T00:09:12.774 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:12.774 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:09:12.774 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:09:12.774 INFO:teuthology.orchestra.run.smithi176.stdout:Install 22 Packages 2024-09-16T00:09:12.774 INFO:teuthology.orchestra.run.smithi176.stdout:Upgrade 2 Packages 2024-09-16T00:09:12.774 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:12.774 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 58 M 2024-09-16T00:09:12.774 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:09:13.697 INFO:teuthology.orchestra.run.smithi176.stdout:(1/24): ceph-base-17.2.7-1633.g6d025bc2.el9.x86 8.0 MB/s | 5.0 MB 00:00 2024-09-16T00:09:13.748 INFO:teuthology.orchestra.run.smithi176.stdout:(2/24): ceph-selinux-17.2.7-1633.g6d025bc2.el9. 504 kB/s | 25 kB 00:00 2024-09-16T00:09:13.831 INFO:teuthology.orchestra.run.smithi176.stdout:(3/24): libcephfs2-17.2.7-1633.g6d025bc2.el9.x8 7.5 MB/s | 637 kB 00:00 2024-09-16T00:09:13.898 INFO:teuthology.orchestra.run.smithi176.stdout:(4/24): libradosstriper1-17.2.7-1633.g6d025bc2. 6.7 MB/s | 457 kB 00:00 2024-09-16T00:09:14.215 INFO:teuthology.orchestra.run.smithi176.stdout:(5/24): ceph-radosgw-17.2.7-1633.g6d025bc2.el9. 13 MB/s | 14 MB 00:01 2024-09-16T00:09:14.274 INFO:teuthology.orchestra.run.smithi176.stdout:(6/24): python3-ceph-argparse-17.2.7-1633.g6d02 777 kB/s | 45 kB 00:00 2024-09-16T00:09:14.357 INFO:teuthology.orchestra.run.smithi176.stdout:(7/24): librgw2-17.2.7-1633.g6d025bc2.el9.x86_6 11 MB/s | 4.9 MB 00:00 2024-09-16T00:09:14.374 INFO:teuthology.orchestra.run.smithi176.stdout:(8/24): python3-ceph-common-17.2.7-1633.g6d025b 1.2 MB/s | 120 kB 00:00 2024-09-16T00:09:14.408 INFO:teuthology.orchestra.run.smithi176.stdout:(9/24): python3-cephfs-17.2.7-1633.g6d025bc2.el 3.0 MB/s | 156 kB 00:00 2024-09-16T00:09:14.433 INFO:teuthology.orchestra.run.smithi176.stdout:(10/24): python3-rados-17.2.7-1633.g6d025bc2.el 5.3 MB/s | 320 kB 00:00 2024-09-16T00:09:14.458 INFO:teuthology.orchestra.run.smithi176.stdout:(11/24): python3-rbd-17.2.7-1633.g6d025bc2.el9. 5.7 MB/s | 295 kB 00:00 2024-09-16T00:09:14.484 INFO:teuthology.orchestra.run.smithi176.stdout:(12/24): python3-rgw-17.2.7-1633.g6d025bc2.el9. 1.9 MB/s | 99 kB 00:00 2024-09-16T00:09:14.701 INFO:teuthology.orchestra.run.smithi176.stdout:(13/24): ceph-common-17.2.7-1633.g6d025bc2.el9. 14 MB/s | 22 MB 00:01 2024-09-16T00:09:14.784 INFO:teuthology.orchestra.run.smithi176.stdout:(14/24): librabbitmq-0.11.0-7.el9.x86_64.rpm 151 kB/s | 45 kB 00:00 2024-09-16T00:09:14.835 INFO:teuthology.orchestra.run.smithi176.stdout:(15/24): libpmemobj-1.12.1-1.el9.x86_64.rpm 426 kB/s | 160 kB 00:00 2024-09-16T00:09:14.885 INFO:teuthology.orchestra.run.smithi176.stdout:(16/24): python3-prettytable-0.7.2-27.el9.noarc 850 kB/s | 42 kB 00:00 2024-09-16T00:09:14.935 INFO:teuthology.orchestra.run.smithi176.stdout:(17/24): gperftools-libs-2.9.1-3.el9.x86_64.rpm 6.0 MB/s | 308 kB 00:00 2024-09-16T00:09:14.960 INFO:teuthology.orchestra.run.smithi176.stdout:(18/24): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2024-09-16T00:09:14.985 INFO:teuthology.orchestra.run.smithi176.stdout:(19/24): liboath-2.6.7-2.el9.x86_64.rpm 968 kB/s | 49 kB 00:00 2024-09-16T00:09:15.019 INFO:teuthology.orchestra.run.smithi176.stdout:(20/24): librdkafka-1.6.1-102.el9.x86_64.rpm 2.0 MB/s | 662 kB 00:00 2024-09-16T00:09:15.053 INFO:teuthology.orchestra.run.smithi176.stdout:(21/24): libunwind-1.6.2-1.el9.x86_64.rpm 730 kB/s | 67 kB 00:00 2024-09-16T00:09:15.103 INFO:teuthology.orchestra.run.smithi176.stdout:(22/24): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-09-16T00:09:15.228 INFO:teuthology.orchestra.run.smithi176.stdout:(23/24): librbd1-17.2.7-1633.g6d025bc2.el9.x86_ 17 MB/s | 2.9 MB 00:00 2024-09-16T00:09:15.295 INFO:teuthology.orchestra.run.smithi176.stdout:(24/24): librados2-17.2.7-1633.g6d025bc2.el9.x8 11 MB/s | 3.1 MB 00:00 2024-09-16T00:09:15.299 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:09:15.299 INFO:teuthology.orchestra.run.smithi176.stdout:Total 23 MB/s | 58 MB 00:02 2024-09-16T00:09:15.361 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:09:15.393 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:09:15.394 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:09:16.047 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:09:16.047 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:09:17.275 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:09:17.652 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/26 2024-09-16T00:09:17.716 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/26 2024-09-16T00:09:17.809 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/26 2024-09-16T00:09:17.886 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 3/26 2024-09-16T00:09:17.909 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 4/26 2024-09-16T00:09:17.998 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 4/26 2024-09-16T00:09:18.047 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : thrift-0.15.0-2.el9.x86_64 5/26 2024-09-16T00:09:18.097 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/26 2024-09-16T00:09:18.534 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 7/26 2024-09-16T00:09:18.570 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 8/26 2024-09-16T00:09:18.633 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 8/26 2024-09-16T00:09:18.670 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : liboath-2.6.7-2.el9.x86_64 9/26 2024-09-16T00:09:18.722 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el9. 10/26 2024-09-16T00:09:18.758 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/26 2024-09-16T00:09:18.828 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 12/26 2024-09-16T00:09:18.856 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_6 13/26 2024-09-16T00:09:18.922 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_6 13/26 2024-09-16T00:09:18.970 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/26 2024-09-16T00:09:19.006 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/26 2024-09-16T00:09:19.039 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 16/26 2024-09-16T00:09:19.337 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/26 2024-09-16T00:09:19.377 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 18/26 2024-09-16T00:09:19.451 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 18/26 2024-09-16T00:09:19.523 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 19/26 2024-09-16T00:09:19.554 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9.x8 20/26 2024-09-16T00:09:22.040 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 21/26 2024-09-16T00:09:22.076 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 21/26 2024-09-16T00:09:22.596 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 21/26 2024-09-16T00:09:22.629 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 22/26 2024-09-16T00:09:22.709 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 22/26 2024-09-16T00:09:22.709 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T00:09:22.709 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T00:09:22.709 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:22.738 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 23/26 2024-09-16T00:09:32.548 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 23/26 2024-09-16T00:09:32.548 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /sys 2024-09-16T00:09:32.548 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /proc 2024-09-16T00:09:32.548 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /mnt 2024-09-16T00:09:32.548 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /var/tmp 2024-09-16T00:09:32.548 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /home 2024-09-16T00:09:32.549 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /root 2024-09-16T00:09:32.549 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /tmp 2024-09-16T00:09:32.549 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:33.881 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 24/26 2024-09-16T00:09:33.959 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 24/26 2024-09-16T00:09:33.959 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:09:33.959 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T00:09:33.959 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T00:09:33.959 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T00:09:33.959 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:33.961 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-09-16T00:09:34.034 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-09-16T00:09:34.034 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 26/26 2024-09-16T00:09:35.310 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 26/26 2024-09-16T00:09:35.310 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/26 2024-09-16T00:09:35.310 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/26 2024-09-16T00:09:35.310 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 3/26 2024-09-16T00:09:35.310 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 4/26 2024-09-16T00:09:35.310 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 5/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_6 6/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 7/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el9. 8/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9.x8 9/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 12/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 13/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 14/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 15/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 16/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 17/26 2024-09-16T00:09:35.311 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 18/26 2024-09-16T00:09:35.312 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 19/26 2024-09-16T00:09:35.312 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 20/26 2024-09-16T00:09:35.312 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 21/26 2024-09-16T00:09:35.312 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 22/26 2024-09-16T00:09:35.312 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 23/26 2024-09-16T00:09:35.312 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 24/26 2024-09-16T00:09:35.312 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 25/26 2024-09-16T00:09:36.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 26/26 2024-09-16T00:09:36.232 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:36.232 INFO:teuthology.orchestra.run.smithi176.stdout:Upgraded: 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.233 INFO:teuthology.orchestra.run.smithi176.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:36.234 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:09:36.570 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install ceph-test 2024-09-16T00:09:37.143 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:00:27 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:09:37.274 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:09:37.275 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:09:37.275 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repository Size 2024-09-16T00:09:37.275 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:09:37.275 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:09:37.275 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-test x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 48 M 2024-09-16T00:09:37.276 INFO:teuthology.orchestra.run.smithi176.stdout:Installing dependencies: 2024-09-16T00:09:37.276 INFO:teuthology.orchestra.run.smithi176.stdout: libcephsqlite x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 163 k 2024-09-16T00:09:37.276 INFO:teuthology.orchestra.run.smithi176.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T00:09:37.276 INFO:teuthology.orchestra.run.smithi176.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T00:09:37.276 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:37.276 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:09:37.276 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:09:37.276 INFO:teuthology.orchestra.run.smithi176.stdout:Install 4 Packages 2024-09-16T00:09:37.276 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:37.277 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 48 M 2024-09-16T00:09:37.277 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 193 M 2024-09-16T00:09:37.277 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:09:37.621 INFO:teuthology.orchestra.run.smithi176.stdout:(1/4): libcephsqlite-17.2.7-1633.g6d025bc2.el9. 815 kB/s | 163 kB 00:00 2024-09-16T00:09:37.996 INFO:teuthology.orchestra.run.smithi176.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 170 kB/s | 64 kB 00:00 2024-09-16T00:09:38.055 INFO:teuthology.orchestra.run.smithi176.stdout:(3/4): socat-1.7.4.1-6.el9.x86_64.rpm 480 kB/s | 304 kB 00:00 2024-09-16T00:09:38.880 INFO:teuthology.orchestra.run.smithi176.stdout:(4/4): ceph-test-17.2.7-1633.g6d025bc2.el9.x86_ 33 MB/s | 48 MB 00:01 2024-09-16T00:09:38.882 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:09:38.882 INFO:teuthology.orchestra.run.smithi176.stdout:Total 30 MB/s | 48 MB 00:01 2024-09-16T00:09:38.910 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:09:38.928 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:09:38.929 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:09:39.294 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:09:39.295 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:09:39.817 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:09:39.889 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-16T00:09:39.935 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-16T00:09:39.957 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 3/4 2024-09-16T00:09:44.336 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 3/4 2024-09-16T00:09:44.420 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 4/4 2024-09-16T00:09:46.604 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 4/4 2024-09-16T00:09:46.605 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/4 2024-09-16T00:09:46.605 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/4 2024-09-16T00:09:46.605 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-16T00:09:46.940 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-16T00:09:46.940 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:46.940 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:09:46.940 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:46.940 INFO:teuthology.orchestra.run.smithi176.stdout: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:46.940 INFO:teuthology.orchestra.run.smithi176.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T00:09:46.940 INFO:teuthology.orchestra.run.smithi176.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T00:09:46.940 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:46.941 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:09:47.212 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install ceph 2024-09-16T00:09:47.778 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:00:37 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:09:47.912 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:09:47.914 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:09:47.914 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repository Size 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout: ceph x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 6.5 k 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout:Installing dependencies: 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mds x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.1 M 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 1.4 M 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 240 k 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mon x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 3.9 M 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-osd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 15 M 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T00:09:47.915 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-collections 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T00:09:47.916 INFO:teuthology.orchestra.run.smithi176.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T00:09:47.917 INFO:teuthology.orchestra.run.smithi176.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T00:09:47.918 INFO:teuthology.orchestra.run.smithi176.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T00:09:47.918 INFO:teuthology.orchestra.run.smithi176.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T00:09:47.918 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:47.918 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:09:47.918 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:09:47.918 INFO:teuthology.orchestra.run.smithi176.stdout:Install 34 Packages 2024-09-16T00:09:47.918 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:47.918 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 27 M 2024-09-16T00:09:47.919 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 96 M 2024-09-16T00:09:47.919 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:09:48.196 INFO:teuthology.orchestra.run.smithi176.stdout:(1/34): ceph-17.2.7-1633.g6d025bc2.el9.x86_64.r 47 kB/s | 6.5 kB 00:00 2024-09-16T00:09:48.372 INFO:teuthology.orchestra.run.smithi176.stdout:(2/34): ceph-mgr-17.2.7-1633.g6d025bc2.el9.x86_ 4.5 MB/s | 1.4 MB 00:00 2024-09-16T00:09:48.514 INFO:teuthology.orchestra.run.smithi176.stdout:(3/34): ceph-mds-17.2.7-1633.g6d025bc2.el9.x86_ 4.5 MB/s | 2.1 MB 00:00 2024-09-16T00:09:48.581 INFO:teuthology.orchestra.run.smithi176.stdout:(4/34): ceph-mgr-modules-core-17.2.7-1633.g6d02 3.5 MB/s | 240 kB 00:00 2024-09-16T00:09:48.706 INFO:teuthology.orchestra.run.smithi176.stdout:(5/34): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.0 MB/s | 253 kB 00:00 2024-09-16T00:09:48.798 INFO:teuthology.orchestra.run.smithi176.stdout:(6/34): python3-cryptography-36.0.1-4.el9.x86_6 13 MB/s | 1.2 MB 00:00 2024-09-16T00:09:48.840 INFO:teuthology.orchestra.run.smithi176.stdout:(7/34): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-09-16T00:09:48.882 INFO:teuthology.orchestra.run.smithi176.stdout:(8/34): python3-pycparser-2.20-6.el9.noarch.rpm 3.2 MB/s | 135 kB 00:00 2024-09-16T00:09:49.032 INFO:teuthology.orchestra.run.smithi176.stdout:(9/34): ceph-osd-17.2.7-1633.g6d025bc2.el9.x86_ 23 MB/s | 15 MB 00:00 2024-09-16T00:09:49.058 INFO:teuthology.orchestra.run.smithi176.stdout:(10/34): python3-requests-2.25.1-8.el9.noarch.r 712 kB/s | 125 kB 00:00 2024-09-16T00:09:49.124 INFO:teuthology.orchestra.run.smithi176.stdout:(11/34): ceph-mon-17.2.7-1633.g6d025bc2.el9.x86 4.2 MB/s | 3.9 MB 00:00 2024-09-16T00:09:49.191 INFO:teuthology.orchestra.run.smithi176.stdout:(12/34): python3-urllib3-1.26.5-6.el9.noarch.rp 1.3 MB/s | 215 kB 00:00 2024-09-16T00:09:49.233 INFO:teuthology.orchestra.run.smithi176.stdout:(13/34): python3-markupsafe-1.1.1-12.el9.x86_64 320 kB/s | 35 kB 00:00 2024-09-16T00:09:49.292 INFO:teuthology.orchestra.run.smithi176.stdout:(14/34): python3-mako-1.1.4-6.el9.noarch.rpm 736 kB/s | 172 kB 00:00 2024-09-16T00:09:49.309 INFO:teuthology.orchestra.run.smithi176.stdout:(15/34): python3-pytz-2021.1-5.el9.noarch.rpm 679 kB/s | 51 kB 00:00 2024-09-16T00:09:49.334 INFO:teuthology.orchestra.run.smithi176.stdout:(16/34): python3-toml-0.10.2-6.el9.noarch.rpm 992 kB/s | 42 kB 00:00 2024-09-16T00:09:49.359 INFO:teuthology.orchestra.run.smithi176.stdout:(17/34): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 864 kB/s | 43 kB 00:00 2024-09-16T00:09:49.384 INFO:teuthology.orchestra.run.smithi176.stdout:(18/34): python3-packaging-20.9-5.el9.noarch.rp 400 kB/s | 77 kB 00:00 2024-09-16T00:09:49.418 INFO:teuthology.orchestra.run.smithi176.stdout:(19/34): python3-cheroot-8.6.0-4.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-09-16T00:09:49.443 INFO:teuthology.orchestra.run.smithi176.stdout:(20/34): python3-jaraco-8.2.1-3.el9.noarch.rpm 183 kB/s | 11 kB 00:00 2024-09-16T00:09:49.468 INFO:teuthology.orchestra.run.smithi176.stdout:(21/34): python3-jaraco-classes-3.2.1-5.el9.noa 364 kB/s | 18 kB 00:00 2024-09-16T00:09:49.502 INFO:teuthology.orchestra.run.smithi176.stdout:(22/34): python3-cherrypy-18.6.1-2.el9.noarch.r 2.5 MB/s | 358 kB 00:00 2024-09-16T00:09:49.527 INFO:teuthology.orchestra.run.smithi176.stdout:(23/34): python3-jaraco-functools-3.5.0-2.el9.n 333 kB/s | 19 kB 00:00 2024-09-16T00:09:49.553 INFO:teuthology.orchestra.run.smithi176.stdout:(24/34): python3-jaraco-collections-3.0.0-8.el9 276 kB/s | 23 kB 00:00 2024-09-16T00:09:49.578 INFO:teuthology.orchestra.run.smithi176.stdout:(25/34): python3-jaraco-text-3.2.0-6.el9.noarch 261 kB/s | 20 kB 00:00 2024-09-16T00:09:49.603 INFO:teuthology.orchestra.run.smithi176.stdout:(26/34): python3-logutils-0.3.5-21.el9.noarch.r 612 kB/s | 46 kB 00:00 2024-09-16T00:09:49.650 INFO:teuthology.orchestra.run.smithi176.stdout:(27/34): python3-more-itertools-8.12.0-2.el9.no 810 kB/s | 79 kB 00:00 2024-09-16T00:09:49.679 INFO:teuthology.orchestra.run.smithi176.stdout:(28/34): python3-portend-3.1.0-2.el9.noarch.rpm 218 kB/s | 16 kB 00:00 2024-09-16T00:09:49.704 INFO:teuthology.orchestra.run.smithi176.stdout:(29/34): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.6 MB/s | 90 kB 00:00 2024-09-16T00:09:49.729 INFO:teuthology.orchestra.run.smithi176.stdout:(30/34): python3-tempora-5.0.0-2.el9.noarch.rpm 715 kB/s | 36 kB 00:00 2024-09-16T00:09:49.754 INFO:teuthology.orchestra.run.smithi176.stdout:(31/34): python3-pecan-1.4.2-3.el9.noarch.rpm 1.5 MB/s | 272 kB 00:00 2024-09-16T00:09:49.780 INFO:teuthology.orchestra.run.smithi176.stdout:(32/34): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-16T00:09:49.805 INFO:teuthology.orchestra.run.smithi176.stdout:(33/34): python3-zc-lockfile-2.0-10.el9.noarch. 398 kB/s | 20 kB 00:00 2024-09-16T00:09:49.830 INFO:teuthology.orchestra.run.smithi176.stdout:(34/34): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.2 MB/s | 427 kB 00:00 2024-09-16T00:09:49.834 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:09:49.835 INFO:teuthology.orchestra.run.smithi176.stdout:Total 14 MB/s | 27 MB 00:01 2024-09-16T00:09:49.964 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:09:50.000 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:09:50.001 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:09:50.387 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:09:50.387 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:09:51.665 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:09:51.725 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/34 2024-09-16T00:09:51.757 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/34 2024-09-16T00:09:51.790 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/34 2024-09-16T00:09:51.881 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/34 2024-09-16T00:09:51.959 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/34 2024-09-16T00:09:52.000 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 6/34 2024-09-16T00:09:52.036 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/34 2024-09-16T00:09:52.065 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/34 2024-09-16T00:09:52.108 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/34 2024-09-16T00:09:52.142 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/34 2024-09-16T00:09:52.174 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/34 2024-09-16T00:09:52.209 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/34 2024-09-16T00:09:52.247 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/34 2024-09-16T00:09:52.295 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/34 2024-09-16T00:09:52.327 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-packaging-20.9-5.el9.noarch 15/34 2024-09-16T00:09:52.408 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 16/34 2024-09-16T00:09:52.544 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 17/34 2024-09-16T00:09:52.625 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 18/34 2024-09-16T00:09:52.679 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 19/34 2024-09-16T00:09:52.718 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 20/34 2024-09-16T00:09:52.766 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-ply-3.11-14.el9.noarch 21/34 2024-09-16T00:09:52.830 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 22/34 2024-09-16T00:09:53.017 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 23/34 2024-09-16T00:09:53.064 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 24/34 2024-09-16T00:09:53.141 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 25/34 2024-09-16T00:09:53.230 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 26/34 2024-09-16T00:09:53.275 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 27/34 2024-09-16T00:09:53.401 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 28/34 2024-09-16T00:09:53.574 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el9. 29/34 2024-09-16T00:09:53.608 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 30/34 2024-09-16T00:09:53.641 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 30/34 2024-09-16T00:09:53.641 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:09:53.641 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T00:09:53.642 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T00:09:53.642 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T00:09:53.642 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:54.975 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 31/34 2024-09-16T00:09:55.004 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 31/34 2024-09-16T00:09:55.004 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:09:55.005 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T00:09:55.005 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T00:09:55.005 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T00:09:55.005 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:55.367 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 32/34 2024-09-16T00:09:55.391 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 32/34 2024-09-16T00:09:55.391 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:09:55.391 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T00:09:55.391 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T00:09:55.391 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T00:09:55.391 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:55.593 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 33/34 2024-09-16T00:09:55.617 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 33/34 2024-09-16T00:09:55.617 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:09:55.617 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T00:09:55.617 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T00:09:55.617 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T00:09:55.618 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:55.681 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 34/34 2024-09-16T00:09:57.435 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 34/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 3/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 4/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 5/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el9. 6/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/34 2024-09-16T00:09:57.436 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 15/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 16/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 17/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 18/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 19/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 20/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 21/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 22/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 23/34 2024-09-16T00:09:57.437 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 24/34 2024-09-16T00:09:57.438 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 25/34 2024-09-16T00:09:57.438 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 26/34 2024-09-16T00:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 27/34 2024-09-16T00:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 28/34 2024-09-16T00:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 29/34 2024-09-16T00:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 30/34 2024-09-16T00:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 31/34 2024-09-16T00:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 32/34 2024-09-16T00:09:57.439 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 33/34 2024-09-16T00:09:58.302 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 34/34 2024-09-16T00:09:58.302 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:58.302 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:09:58.303 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:58.303 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:58.303 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:58.303 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T00:09:58.303 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:58.303 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:09:58.303 INFO:teuthology.orchestra.run.smithi176.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T00:09:58.303 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T00:09:58.303 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T00:09:58.303 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T00:09:58.304 INFO:teuthology.orchestra.run.smithi176.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:09:58.305 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:09:58.650 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install ceph-base 2024-09-16T00:09:59.219 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:00:49 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:09:59.309 INFO:teuthology.orchestra.run.smithi176.stdout:Package ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 is already installed. 2024-09-16T00:09:59.351 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:09:59.352 INFO:teuthology.orchestra.run.smithi176.stdout:Nothing to do. 2024-09-16T00:09:59.352 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:09:59.414 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install ceph-immutable-object-cache 2024-09-16T00:09:59.980 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:00:49 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:00.109 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:00.111 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:00.111 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repo Size 2024-09-16T00:10:00.111 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:00.111 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:10:00.111 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 137 k 2024-09-16T00:10:00.111 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:00.112 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:10:00.112 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:00.112 INFO:teuthology.orchestra.run.smithi176.stdout:Install 1 Package 2024-09-16T00:10:00.112 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:00.112 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 137 k 2024-09-16T00:10:00.112 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 379 k 2024-09-16T00:10:00.113 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:10:00.317 INFO:teuthology.orchestra.run.smithi176.stdout:ceph-immutable-object-cache-17.2.7-1633.g6d025b 668 kB/s | 137 kB 00:00 2024-09-16T00:10:00.317 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:10:00.318 INFO:teuthology.orchestra.run.smithi176.stdout:Total 663 kB/s | 137 kB 00:00 2024-09-16T00:10:00.318 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:10:00.325 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:10:00.325 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:10:00.382 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:10:00.382 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:10:00.521 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:10:00.593 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc2. 1/1 2024-09-16T00:10:00.631 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc2. 1/1 2024-09-16T00:10:00.631 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:10:00.631 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T00:10:00.631 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:01.606 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc2. 1/1 2024-09-16T00:10:01.607 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:01.607 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:10:01.607 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:10:01.607 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:01.607 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:01.784 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install ceph-mgr 2024-09-16T00:10:02.364 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:00:52 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:02.458 INFO:teuthology.orchestra.run.smithi176.stdout:Package ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 is already installed. 2024-09-16T00:10:02.499 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:02.501 INFO:teuthology.orchestra.run.smithi176.stdout:Nothing to do. 2024-09-16T00:10:02.501 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:02.571 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install ceph-fuse 2024-09-16T00:10:03.131 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:00:53 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:03.263 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:03.264 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:03.265 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repository Size 2024-09-16T00:10:03.265 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:03.265 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:10:03.265 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-fuse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 814 k 2024-09-16T00:10:03.265 INFO:teuthology.orchestra.run.smithi176.stdout:Installing dependencies: 2024-09-16T00:10:03.265 INFO:teuthology.orchestra.run.smithi176.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T00:10:03.265 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:03.265 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:10:03.265 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:03.265 INFO:teuthology.orchestra.run.smithi176.stdout:Install 2 Packages 2024-09-16T00:10:03.266 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:03.266 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 893 k 2024-09-16T00:10:03.266 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 2.6 M 2024-09-16T00:10:03.266 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:10:03.628 INFO:teuthology.orchestra.run.smithi176.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 755 kB/s | 80 kB 00:00 2024-09-16T00:10:03.803 INFO:teuthology.orchestra.run.smithi176.stdout:(2/2): ceph-fuse-17.2.7-1633.g6d025bc2.el9.x86_ 2.8 MB/s | 814 kB 00:00 2024-09-16T00:10:03.804 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:10:03.804 INFO:teuthology.orchestra.run.smithi176.stdout:Total 1.6 MB/s | 893 kB 00:00 2024-09-16T00:10:03.817 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:10:03.837 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:10:03.837 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:10:03.909 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:10:03.910 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:10:04.096 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:10:04.227 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-16T00:10:04.300 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/2 2024-09-16T00:10:05.068 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/2 2024-09-16T00:10:05.068 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/2 2024-09-16T00:10:05.341 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-16T00:10:05.341 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:05.342 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:10:05.342 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-16T00:10:05.342 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:05.342 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:05.600 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install librados-devel 2024-09-16T00:10:06.171 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:00:56 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:06.306 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:06.307 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:06.307 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repo Size 2024-09-16T00:10:06.307 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:06.307 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:10:06.307 INFO:teuthology.orchestra.run.smithi176.stdout: librados-devel x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 126 k 2024-09-16T00:10:06.307 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:06.308 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:10:06.308 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:06.308 INFO:teuthology.orchestra.run.smithi176.stdout:Install 1 Package 2024-09-16T00:10:06.308 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:06.308 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 126 k 2024-09-16T00:10:06.308 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 448 k 2024-09-16T00:10:06.308 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:10:06.508 INFO:teuthology.orchestra.run.smithi176.stdout:librados-devel-17.2.7-1633.g6d025bc2.el9.x86_64 633 kB/s | 126 kB 00:00 2024-09-16T00:10:06.508 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:10:06.508 INFO:teuthology.orchestra.run.smithi176.stdout:Total 628 kB/s | 126 kB 00:00 2024-09-16T00:10:06.509 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:10:06.514 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:10:06.514 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:10:06.571 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:10:06.571 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:10:06.723 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:10:06.819 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:07.236 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:07.475 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:07.475 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:07.475 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:10:07.476 INFO:teuthology.orchestra.run.smithi176.stdout: librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:10:07.476 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:07.476 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:07.687 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install libcephfs2 2024-09-16T00:10:08.260 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:00:58 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:08.354 INFO:teuthology.orchestra.run.smithi176.stdout:Package libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 is already installed. 2024-09-16T00:10:08.396 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:08.397 INFO:teuthology.orchestra.run.smithi176.stdout:Nothing to do. 2024-09-16T00:10:08.397 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:08.460 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install libcephfs-devel 2024-09-16T00:10:09.017 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:00:59 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:09.148 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repo Size 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs-devel x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 25 k 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout:Install 1 Package 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 25 k 2024-09-16T00:10:09.149 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 110 k 2024-09-16T00:10:09.150 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:10:09.388 INFO:teuthology.orchestra.run.smithi176.stdout:libcephfs-devel-17.2.7-1633.g6d025bc2.el9.x86_6 105 kB/s | 25 kB 00:00 2024-09-16T00:10:09.388 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:10:09.388 INFO:teuthology.orchestra.run.smithi176.stdout:Total 104 kB/s | 25 kB 00:00 2024-09-16T00:10:09.389 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:10:09.392 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:10:09.392 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:10:09.393 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:10:09.394 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:10:09.474 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:10:09.575 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:09.946 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:10.164 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:10.165 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:10.165 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:10:10.165 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:10:10.165 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:10.165 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:10.326 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install librados2 2024-09-16T00:10:10.882 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:00 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:10.971 INFO:teuthology.orchestra.run.smithi176.stdout:Package librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 is already installed. 2024-09-16T00:10:11.012 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:11.013 INFO:teuthology.orchestra.run.smithi176.stdout:Nothing to do. 2024-09-16T00:10:11.013 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:11.087 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install librbd1 2024-09-16T00:10:11.648 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:01 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:11.738 INFO:teuthology.orchestra.run.smithi176.stdout:Package librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 is already installed. 2024-09-16T00:10:11.779 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:11.780 INFO:teuthology.orchestra.run.smithi176.stdout:Nothing to do. 2024-09-16T00:10:11.780 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:11.844 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install python3-rados 2024-09-16T00:10:12.397 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:02 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:12.489 INFO:teuthology.orchestra.run.smithi176.stdout:Package python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 is already installed. 2024-09-16T00:10:12.530 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:12.531 INFO:teuthology.orchestra.run.smithi176.stdout:Nothing to do. 2024-09-16T00:10:12.531 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:12.622 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install python3-rgw 2024-09-16T00:10:13.178 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:03 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:13.268 INFO:teuthology.orchestra.run.smithi176.stdout:Package python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 is already installed. 2024-09-16T00:10:13.311 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:13.312 INFO:teuthology.orchestra.run.smithi176.stdout:Nothing to do. 2024-09-16T00:10:13.312 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:13.382 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install python3-cephfs 2024-09-16T00:10:13.939 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:03 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:14.028 INFO:teuthology.orchestra.run.smithi176.stdout:Package python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_64 is already installed. 2024-09-16T00:10:14.070 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:14.071 INFO:teuthology.orchestra.run.smithi176.stdout:Nothing to do. 2024-09-16T00:10:14.071 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:14.138 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install python3-rbd 2024-09-16T00:10:14.693 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:04 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:14.779 INFO:teuthology.orchestra.run.smithi176.stdout:Package python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 is already installed. 2024-09-16T00:10:14.821 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:14.821 INFO:teuthology.orchestra.run.smithi176.stdout:Nothing to do. 2024-09-16T00:10:14.822 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:14.887 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install rbd-fuse 2024-09-16T00:10:15.445 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:05 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:15.578 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout: Package Architecture Version Repository Size 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-fuse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 82 k 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout:Install 1 Package 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:15.579 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 82 k 2024-09-16T00:10:15.580 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 222 k 2024-09-16T00:10:15.580 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:10:15.766 INFO:teuthology.orchestra.run.smithi176.stdout:rbd-fuse-17.2.7-1633.g6d025bc2.el9.x86_64.rpm 439 kB/s | 82 kB 00:00 2024-09-16T00:10:15.766 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:10:15.767 INFO:teuthology.orchestra.run.smithi176.stdout:Total 436 kB/s | 82 kB 00:00 2024-09-16T00:10:15.767 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:10:15.773 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:10:15.773 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:10:15.830 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:10:15.830 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:10:15.966 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:10:16.053 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:16.440 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:16.681 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:16.681 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:16.681 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:10:16.681 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:10:16.682 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:16.682 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:16.904 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install rbd-mirror 2024-09-16T00:10:17.480 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:07 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:17.614 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:17.615 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:17.615 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repo Size 2024-09-16T00:10:17.615 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:17.615 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:10:17.615 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-mirror x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.9 M 2024-09-16T00:10:17.615 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:17.615 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:10:17.615 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:17.615 INFO:teuthology.orchestra.run.smithi176.stdout:Install 1 Package 2024-09-16T00:10:17.616 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:17.616 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 2.9 M 2024-09-16T00:10:17.616 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 12 M 2024-09-16T00:10:17.616 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:10:17.952 INFO:teuthology.orchestra.run.smithi176.stdout:rbd-mirror-17.2.7-1633.g6d025bc2.el9.x86_64.rpm 8.7 MB/s | 2.9 MB 00:00 2024-09-16T00:10:17.953 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:10:17.953 INFO:teuthology.orchestra.run.smithi176.stdout:Total 8.7 MB/s | 2.9 MB 00:00 2024-09-16T00:10:17.953 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:10:17.962 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:10:17.963 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:10:18.035 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:10:18.035 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:10:18.450 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:10:18.511 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:18.536 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:18.536 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T00:10:18.536 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T00:10:18.536 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T00:10:18.536 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T00:10:18.537 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:19.654 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:19.654 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:19.654 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:10:19.654 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:10:19.654 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:19.654 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:19.873 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install rbd-nbd 2024-09-16T00:10:20.453 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:10 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:20.587 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:20.588 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout: Package Architecture Version Repository Size 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-nbd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 165 k 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout:Install 1 Package 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 165 k 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout:Installed size: 477 k 2024-09-16T00:10:20.589 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:10:20.788 INFO:teuthology.orchestra.run.smithi176.stdout:rbd-nbd-17.2.7-1633.g6d025bc2.el9.x86_64.rpm 829 kB/s | 165 kB 00:00 2024-09-16T00:10:20.789 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:10:20.789 INFO:teuthology.orchestra.run.smithi176.stdout:Total 823 kB/s | 165 kB 00:00 2024-09-16T00:10:20.789 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:10:20.797 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:10:20.797 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:10:20.854 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:10:20.855 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:10:20.998 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:10:21.109 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:21.491 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:21.755 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/1 2024-09-16T00:10:21.755 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:21.755 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:10:21.755 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T00:10:21.755 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:21.755 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:21.998 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install librados2 2024-09-16T00:10:22.570 INFO:teuthology.orchestra.run.smithi176.stdout:Last metadata expiration check: 0:01:12 ago on Mon 16 Sep 2024 12:09:10 AM UTC. 2024-09-16T00:10:22.662 INFO:teuthology.orchestra.run.smithi176.stdout:Package librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 is already installed. 2024-09-16T00:10:22.705 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:10:22.706 INFO:teuthology.orchestra.run.smithi176.stdout:Nothing to do. 2024-09-16T00:10:22.706 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:10:22.794 DEBUG:teuthology.parallel:result is None 2024-09-16T00:10:22.795 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T00:10:22.795 INFO:teuthology.packaging:ref: None 2024-09-16T00:10:22.795 INFO:teuthology.packaging:tag: None 2024-09-16T00:10:22.795 INFO:teuthology.packaging:branch: quincy 2024-09-16T00:10:22.795 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:10:22.795 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-16T00:10:23.010 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T00:10:23.031 INFO:teuthology.orchestra.run.smithi176.stdout:17.2.7-1633.g6d025bc2.el9 2024-09-16T00:10:23.032 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1633.g6d025bc2.el9 2024-09-16T00:10:23.032 INFO:teuthology.task.install:The correct ceph version 17.2.7-1633.g6d025bc2 is installed. 2024-09-16T00:10:23.034 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T00:10:23.034 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:23.034 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T00:10:23.097 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T00:10:23.098 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:23.098 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T00:10:23.163 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T00:10:23.228 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T00:10:23.228 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:23.228 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T00:10:23.293 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T00:10:23.357 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T00:10:23.358 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:23.358 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T00:10:23.423 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T00:10:23.489 INFO:teuthology.run_tasks:Running task print... 2024-09-16T00:10:23.499 INFO:teuthology.task.print:**** done installing quincy 2024-09-16T00:10:23.499 INFO:teuthology.run_tasks:Running task ceph... 2024-09-16T00:10:23.703 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-16T00:10:23.704 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 777 /var/log/ceph 2024-09-16T00:10:23.729 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-16T00:10:23.729 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T00:10:23.793 INFO:tasks.ceph:Creating extra log directories... 2024-09-16T00:10:23.793 DEBUG:teuthology.orchestra.run.smithi176:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T00:10:23.866 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-16T00:10:23.866 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-16T00:10:23.866 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906379', 'branch': 'squid', 'description': 'fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/quincy 1-upgrade}}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7906379', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'meta': [{'desc': 'install ceph/quincy latest\n'}], 'name': 'teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3']], 'seed': 3393, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'sleep_before_teardown': 0, 'subset': '294/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4', 'targets': {'smithi176.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBANlqpphJeSkoKplS7by43kuLhMMQAupVswltseu7uCg2Yz6JqRseWNVf5D/icv7rGYV1aEGRV+qllHz2VPEBMo='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'branch': 'quincy', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, {'print': '**** done installing quincy'}, {'ceph': {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'log-ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'flavor': 'default', 'fs': 'xfs', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'cluster': 'ceph'}}, {'exec': {'osd.0': ['ceph osd set-require-min-compat-client quincy']}}, {'print': '**** done ceph'}, {'print': '*** upgrading, no cephfs present'}, {'exec': {'mon.a': ['ceph fs dump']}}, {'install.upgrade': {'mon.a': None}}, {'print': '**** done install.upgrade'}, {'ceph.restart': {'daemons': ['mon.*', 'mgr.*'], 'mon-health-to-clog': False, 'wait-for-healthy': False}}, {'ceph.healthy': None}, {'ceph.restart': {'daemons': ['osd.*'], 'wait-for-healthy': False, 'wait-for-osds-up': True}}, {'exec': {'mon.a': ['ceph versions', 'ceph osd dump -f json-pretty', 'ceph fs dump', 'ceph osd require-osd-release squid', 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done']}}, {'ceph.healthy': None}, {'print': '**** done ceph.restart'}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-15_21:24:03', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-16T00:10:23.867 DEBUG:teuthology.orchestra.run.smithi176:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T00:10:23.913 DEBUG:teuthology.orchestra.run.smithi176:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T00:10:23.978 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:23.978 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T00:10:24.034 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T00:10:24.034 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_1 2024-09-16T00:10:24.089 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T00:10:24.089 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:10:24.089 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-16T00:10:24.089 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:10:24.089 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:10:24.089 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-09-16 00:10:18.790173128 +0000 2024-09-16T00:10:24.089 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-09-16 00:08:34.853145396 +0000 2024-09-16T00:10:24.089 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-09-16 00:08:34.853145396 +0000 2024-09-16T00:10:24.089 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-09-16 00:08:34.853145396 +0000 2024-09-16T00:10:24.090 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T00:10:24.153 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-09-16T00:10:24.153 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-09-16T00:10:24.153 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000263608 s, 1.9 MB/s 2024-09-16T00:10:24.154 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T00:10:24.211 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_2 2024-09-16T00:10:24.266 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T00:10:24.266 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:10:24.266 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-16T00:10:24.266 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:10:24.266 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:10:24.266 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-09-16 00:10:18.790173128 +0000 2024-09-16T00:10:24.266 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-09-16 00:08:35.186142504 +0000 2024-09-16T00:10:24.266 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-09-16 00:08:35.186142504 +0000 2024-09-16T00:10:24.266 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-09-16 00:08:35.186142504 +0000 2024-09-16T00:10:24.267 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T00:10:24.330 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-09-16T00:10:24.330 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-09-16T00:10:24.330 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000167535 s, 3.1 MB/s 2024-09-16T00:10:24.331 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T00:10:24.387 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_3 2024-09-16T00:10:24.441 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T00:10:24.442 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:10:24.442 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-16T00:10:24.442 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:10:24.442 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:10:24.442 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-09-16 00:10:18.791173119 +0000 2024-09-16T00:10:24.442 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-09-16 00:08:35.512139673 +0000 2024-09-16T00:10:24.442 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-09-16 00:08:35.512139673 +0000 2024-09-16T00:10:24.442 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-09-16 00:08:35.512139673 +0000 2024-09-16T00:10:24.442 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T00:10:24.505 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-09-16T00:10:24.505 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-09-16T00:10:24.505 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.00024418 s, 2.1 MB/s 2024-09-16T00:10:24.506 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T00:10:24.562 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_4 2024-09-16T00:10:24.618 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T00:10:24.618 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T00:10:24.618 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-16T00:10:24.618 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T00:10:24.618 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T00:10:24.618 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-09-16 00:10:18.791173119 +0000 2024-09-16T00:10:24.618 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-09-16 00:08:35.851136730 +0000 2024-09-16T00:10:24.618 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-09-16 00:08:35.851136730 +0000 2024-09-16T00:10:24.618 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-09-16 00:08:35.851136730 +0000 2024-09-16T00:10:24.618 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T00:10:24.681 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-09-16T00:10:24.681 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-09-16T00:10:24.681 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000229399 s, 2.2 MB/s 2024-09-16T00:10:24.682 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T00:10:24.739 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:10:24.739 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi176.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2024-09-16T00:10:24.739 INFO:tasks.ceph:Generating config... 2024-09-16T00:10:24.740 INFO:tasks.ceph:[global] mon warn on pool no app = False 2024-09-16T00:10:24.740 INFO:tasks.ceph:[global] ms bind msgr2 = False 2024-09-16T00:10:24.740 INFO:tasks.ceph:[global] bluestore warn on legacy statfs = False 2024-09-16T00:10:24.741 INFO:tasks.ceph:[global] bluestore warn on no per pool omap = False 2024-09-16T00:10:24.741 INFO:tasks.ceph:[global] mon pg warn min per osd = 0 2024-09-16T00:10:24.741 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-16T00:10:24.741 INFO:tasks.ceph:[client] debug client = 20 2024-09-16T00:10:24.741 INFO:tasks.ceph:[client] debug ms = 1 2024-09-16T00:10:24.741 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-16T00:10:24.741 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-16T00:10:24.741 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-16T00:10:24.741 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-16T00:10:24.741 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-16T00:10:24.741 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-16T00:10:24.741 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-16T00:10:24.741 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-16T00:10:24.741 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-16T00:10:24.741 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mon] mon warn on osd down out interval zero = False 2024-09-16T00:10:24.742 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-16T00:10:24.742 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-16T00:10:24.742 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-16T00:10:24.743 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-16T00:10:24.744 INFO:tasks.ceph:Setting up mon.a... 2024-09-16T00:10:24.744 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-16T00:10:24.846 INFO:teuthology.orchestra.run.smithi176.stdout:creating /etc/ceph/ceph.keyring 2024-09-16T00:10:24.849 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-16T00:10:24.887 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T00:10:24.951 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.176'), ('mon.b', '[v2:172.21.15.176:3301,v1:172.21.15.176:6790]'), ('mon.c', '[v2:172.21.15.176:3302,v1:172.21.15.176:6791]')] 2024-09-16T00:10:24.951 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.176,[v2:172.21.15.176:3301,v1:172.21.15.176:6790],[v2:172.21.15.176:3302,v1:172.21.15.176:6791]', 'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-16T00:10:24.952 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:24.952 DEBUG:teuthology.orchestra.run.smithi176:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T00:10:25.007 DEBUG:teuthology.orchestra.run.smithi176:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.176 --addv b '[v2:172.21.15.176:3301,v1:172.21.15.176:6790]' --addv c '[v2:172.21.15.176:3302,v1:172.21.15.176:6791]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:10:25.089 INFO:teuthology.orchestra.run.smithi176.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:10:25.089 INFO:teuthology.orchestra.run.smithi176.stdout:monmaptool: generated fsid f5733c88-33f0-4bcb-991e-84a2aa14135d 2024-09-16T00:10:25.089 INFO:teuthology.orchestra.run.smithi176.stdout:setting min_mon_release = octopus 2024-09-16T00:10:25.089 INFO:teuthology.orchestra.run.smithi176.stdout:epoch 0 2024-09-16T00:10:25.089 INFO:teuthology.orchestra.run.smithi176.stdout:fsid f5733c88-33f0-4bcb-991e-84a2aa14135d 2024-09-16T00:10:25.089 INFO:teuthology.orchestra.run.smithi176.stdout:last_changed 2024-09-16T00:10:25.089336+0000 2024-09-16T00:10:25.090 INFO:teuthology.orchestra.run.smithi176.stdout:created 2024-09-16T00:10:25.089336+0000 2024-09-16T00:10:25.090 INFO:teuthology.orchestra.run.smithi176.stdout:min_mon_release 15 (octopus) 2024-09-16T00:10:25.090 INFO:teuthology.orchestra.run.smithi176.stdout:election_strategy: 1 2024-09-16T00:10:25.090 INFO:teuthology.orchestra.run.smithi176.stdout:0: [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] mon.a 2024-09-16T00:10:25.090 INFO:teuthology.orchestra.run.smithi176.stdout:1: [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] mon.b 2024-09-16T00:10:25.090 INFO:teuthology.orchestra.run.smithi176.stdout:2: [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] mon.c 2024-09-16T00:10:25.090 INFO:teuthology.orchestra.run.smithi176.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-16T00:10:25.092 DEBUG:teuthology.orchestra.run.smithi176:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T00:10:25.149 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID f5733c88-33f0-4bcb-991e-84a2aa14135d... 2024-09-16T00:10:25.150 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T00:10:25.232 INFO:teuthology.orchestra.run.smithi176.stdout:[global] 2024-09-16T00:10:25.232 INFO:teuthology.orchestra.run.smithi176.stdout: chdir = "" 2024-09-16T00:10:25.232 INFO:teuthology.orchestra.run.smithi176.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T00:10:25.232 INFO:teuthology.orchestra.run.smithi176.stdout: auth supported = cephx 2024-09-16T00:10:25.232 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: filestore xattr use omap = true 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: mon clock drift allowed = 1.000 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: osd crush chooseleaf type = 0 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: auth debug = true 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: ms die on old message = true 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: ms die on bug = true 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: mon pg warn max object skew = 0 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.233 INFO:teuthology.orchestra.run.smithi176.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: osd pool default size = 2 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd allow primary affinity = true 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd allow pg remap = true 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on legacy crush tunables = false 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on crush straw calc version zero = false 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on no sortbitwise = false 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on osd down out interval zero = false 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on too few osds = false 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T00:10:25.234 INFO:teuthology.orchestra.run.smithi176.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: mon_allow_pool_size_one = true 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: osd default data pool replay window = 5 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: mon allow pool delete = true 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: mon cluster log file level = debug 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: debug asserts on shutdown = true 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: mon health detail to clog = false 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: mon host = "172.21.15.176,[v2:172.21.15.176:3301,v1:172.21.15.176:6790],[v2:172.21.15.176:3302,v1:172.21.15.176:6791]" 2024-09-16T00:10:25.235 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on pool no app = False 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: ms bind msgr2 = False 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: bluestore warn on legacy statfs = False 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: bluestore warn on no per pool omap = False 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: mon pg warn min per osd = 0 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: fsid = f5733c88-33f0-4bcb-991e-84a2aa14135d 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout:[osd] 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: osd journal size = 100 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: osd scrub load threshold = 5.0 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: osd scrub max interval = 600 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: osd mclock profile = high_recovery_ops 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.236 INFO:teuthology.orchestra.run.smithi176.stdout: osd recover clone overlap = true 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: osd recovery max chunk = 1048576 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug shutdown = true 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug op order = true 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug verify stray on activate = true 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug trim objects = true 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: osd open classes on start = true 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug pg log writeout = true 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: osd deep scrub update digest min age = 30 2024-09-16T00:10:25.237 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: osd map max advance = 10 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: journal zero on create = true 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: filestore ondisk finisher threads = 3 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: filestore apply finisher threads = 3 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: bdev debug aio = true 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: osd debug misdirected ops = true 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: bdev async discard = True 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: bdev enable discard = True 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: bluestore allocator = bitmap 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: bluestore block size = 96636764160 2024-09-16T00:10:25.238 INFO:teuthology.orchestra.run.smithi176.stdout: bluestore fsck on mount = True 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: debug bluefs = 1/20 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: debug bluestore = 1/20 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: debug ms = 1 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: debug osd = 20 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: debug rocksdb = 4/10 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd full ratio = 0.9 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd nearfull ratio = 0.8 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: osd failsafe full ratio = 0.95 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: osd objectstore = bluestore 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: osd op complaint time = 180 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout:[mgr] 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: debug ms = 1 2024-09-16T00:10:25.239 INFO:teuthology.orchestra.run.smithi176.stdout: debug mgr = 20 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: debug mon = 20 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: debug auth = 20 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: mon reweight min pgs per osd = 4 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: mon reweight min bytes per osd = 10 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: mgr/telemetry/nag = false 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: debug client = 20 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout:[mon] 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: debug ms = 1 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: debug mon = 20 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: debug paxos = 20 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: debug auth = 20 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: mon data avail warn = 5 2024-09-16T00:10:25.240 INFO:teuthology.orchestra.run.smithi176.stdout: mon mgr mkfs grace = 240 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: mon reweight min pgs per osd = 4 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd reporter subtree level = osd 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: mon osd prime pg temp = true 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: mon reweight min bytes per osd = 10 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.241 INFO:teuthology.orchestra.run.smithi176.stdout: # 1m isn't quite enough 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: mon_down_mkfs_grace = 2m 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: mon_warn_on_filestore_osds = false 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: mon down mkfs grace = 300 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: mon op complaint time = 120 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on osd down out interval zero = False 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: mon warn on pool no app = False 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout:[client] 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: rgw cache enabled = true 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: rgw enable ops log = true 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: rgw enable usage log = true 2024-09-16T00:10:25.242 INFO:teuthology.orchestra.run.smithi176.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: client mount timeout = 600 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: debug client = 20 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: debug ms = 1 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: rados mon op timeout = 900 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: rados osd op timeout = 900 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout:[mon.a] 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout:[mon.b] 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout:[mon.c] 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout:[mds] 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: debug mds = 20 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: debug mds balancer = 20 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: debug ms = 1 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: mds debug frag = True 2024-09-16T00:10:25.243 INFO:teuthology.orchestra.run.smithi176.stdout: mds debug scatterstat = True 2024-09-16T00:10:25.244 INFO:teuthology.orchestra.run.smithi176.stdout: mds op complaint time = 180 2024-09-16T00:10:25.244 INFO:teuthology.orchestra.run.smithi176.stdout: mds verify scatter = True 2024-09-16T00:10:25.244 INFO:teuthology.orchestra.run.smithi176.stdout: osd op complaint time = 180 2024-09-16T00:10:25.244 INFO:teuthology.orchestra.run.smithi176.stdout: rados mon op timeout = 900 2024-09-16T00:10:25.244 INFO:teuthology.orchestra.run.smithi176.stdout: rados osd op timeout = 900 2024-09-16T00:10:25.245 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-16T00:10:25.245 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-16T00:10:25.335 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-16T00:10:25.335 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:25.335 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-16T00:10:25.353 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:25.353 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-16T00:10:25.409 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:10:25.409 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:25.409 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T00:10:25.409 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T00:10:25.484 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:25.484 DEBUG:teuthology.orchestra.run.smithi176:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:10:25.539 INFO:tasks.ceph:Setting up mon nodes... 2024-09-16T00:10:25.539 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-16T00:10:25.539 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T00:10:25.626 INFO:teuthology.orchestra.run.smithi176.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T00:10:25.628 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T00:10:25.675 INFO:teuthology.orchestra.run.smithi176.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T00:10:25.677 INFO:tasks.ceph:Setting up mds nodes... 2024-09-16T00:10:25.677 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-16T00:10:25.677 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-16T00:10:25.677 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi176.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2024-09-16T00:10:25.677 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-16T00:10:25.702 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:10:25.702 INFO:tasks.ceph:role: osd.0 2024-09-16T00:10:25.702 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:10:25.702 DEBUG:teuthology.orchestra.run.smithi176:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T00:10:25.774 INFO:teuthology.orchestra.run.smithi176.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:10:25.774 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:10:25.774 INFO:teuthology.orchestra.run.smithi176.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:10:25.774 INFO:teuthology.orchestra.run.smithi176.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:10:25.774 INFO:teuthology.orchestra.run.smithi176.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:10:25.774 INFO:teuthology.orchestra.run.smithi176.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:10:25.774 INFO:teuthology.orchestra.run.smithi176.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:10:25.774 INFO:teuthology.orchestra.run.smithi176.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:10:25.774 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:10:25.775 INFO:teuthology.orchestra.run.smithi176.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:10:26.282 INFO:teuthology.orchestra.run.smithi176.stdout:Discarding blocks...Done. 2024-09-16T00:10:26.284 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi176.front.sepia.ceph.com -o noatime 2024-09-16T00:10:26.284 DEBUG:teuthology.orchestra.run.smithi176:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-16T00:10:26.431 DEBUG:teuthology.orchestra.run.smithi176:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-16T00:10:26.464 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-16T00:10:26.530 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:10:26.530 INFO:tasks.ceph:role: osd.1 2024-09-16T00:10:26.531 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:10:26.531 DEBUG:teuthology.orchestra.run.smithi176:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T00:10:26.603 INFO:teuthology.orchestra.run.smithi176.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:10:26.604 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:10:26.604 INFO:teuthology.orchestra.run.smithi176.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:10:26.604 INFO:teuthology.orchestra.run.smithi176.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:10:26.604 INFO:teuthology.orchestra.run.smithi176.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:10:26.604 INFO:teuthology.orchestra.run.smithi176.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:10:26.604 INFO:teuthology.orchestra.run.smithi176.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:10:26.604 INFO:teuthology.orchestra.run.smithi176.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:10:26.605 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:10:26.605 INFO:teuthology.orchestra.run.smithi176.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:10:27.058 INFO:teuthology.orchestra.run.smithi176.stdout:Discarding blocks...Done. 2024-09-16T00:10:27.060 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi176.front.sepia.ceph.com -o noatime 2024-09-16T00:10:27.061 DEBUG:teuthology.orchestra.run.smithi176:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-16T00:10:27.146 DEBUG:teuthology.orchestra.run.smithi176:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-16T00:10:27.176 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-16T00:10:27.240 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:10:27.241 INFO:tasks.ceph:role: osd.2 2024-09-16T00:10:27.241 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:10:27.241 DEBUG:teuthology.orchestra.run.smithi176:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T00:10:27.312 INFO:teuthology.orchestra.run.smithi176.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:10:27.313 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:10:27.313 INFO:teuthology.orchestra.run.smithi176.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:10:27.313 INFO:teuthology.orchestra.run.smithi176.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:10:27.313 INFO:teuthology.orchestra.run.smithi176.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:10:27.313 INFO:teuthology.orchestra.run.smithi176.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:10:27.313 INFO:teuthology.orchestra.run.smithi176.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:10:27.313 INFO:teuthology.orchestra.run.smithi176.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:10:27.313 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:10:27.313 INFO:teuthology.orchestra.run.smithi176.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:10:27.807 INFO:teuthology.orchestra.run.smithi176.stdout:Discarding blocks...Done. 2024-09-16T00:10:27.812 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi176.front.sepia.ceph.com -o noatime 2024-09-16T00:10:27.812 DEBUG:teuthology.orchestra.run.smithi176:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-16T00:10:27.964 DEBUG:teuthology.orchestra.run.smithi176:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-16T00:10:27.994 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-16T00:10:28.059 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T00:10:28.060 INFO:tasks.ceph:role: osd.3 2024-09-16T00:10:28.060 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:10:28.060 DEBUG:teuthology.orchestra.run.smithi176:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T00:10:28.132 INFO:teuthology.orchestra.run.smithi176.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T00:10:28.132 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T00:10:28.132 INFO:teuthology.orchestra.run.smithi176.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T00:10:28.132 INFO:teuthology.orchestra.run.smithi176.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T00:10:28.132 INFO:teuthology.orchestra.run.smithi176.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T00:10:28.132 INFO:teuthology.orchestra.run.smithi176.stdout: = sunit=0 swidth=0 blks 2024-09-16T00:10:28.133 INFO:teuthology.orchestra.run.smithi176.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T00:10:28.133 INFO:teuthology.orchestra.run.smithi176.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T00:10:28.133 INFO:teuthology.orchestra.run.smithi176.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T00:10:28.133 INFO:teuthology.orchestra.run.smithi176.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T00:10:28.646 INFO:teuthology.orchestra.run.smithi176.stdout:Discarding blocks...Done. 2024-09-16T00:10:28.647 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi176.front.sepia.ceph.com -o noatime 2024-09-16T00:10:28.648 DEBUG:teuthology.orchestra.run.smithi176:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-16T00:10:28.794 DEBUG:teuthology.orchestra.run.smithi176:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-16T00:10:28.825 DEBUG:teuthology.orchestra.run.smithi176:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:10:28.920 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:28.919+0000 7f0ed9380440 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-16T00:10:28.920 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:28.919+0000 7f0ed9380440 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-16T00:10:28.921 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:28.919+0000 7f0ed9380440 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-16T00:10:28.921 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:28.919+0000 7f0ed9380440 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-16T00:10:28.921 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:28.919+0000 7f0ed9380440 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-16T00:10:28.921 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:28.920+0000 7f0ed9380440 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-16T00:10:29.443 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:29.442+0000 7f0ed9380440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:30.209 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:30.208+0000 7f0ed9380440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:30.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:30.971+0000 7f0ed9380440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:31.764 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T00:10:31.793 DEBUG:teuthology.orchestra.run.smithi176:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:10:31.879 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:31.877+0000 7fbfd8535440 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-16T00:10:31.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:31.878+0000 7fbfd8535440 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-16T00:10:31.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:31.878+0000 7fbfd8535440 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-16T00:10:31.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:31.878+0000 7fbfd8535440 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-16T00:10:31.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:31.878+0000 7fbfd8535440 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-16T00:10:31.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:31.878+0000 7fbfd8535440 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-16T00:10:32.403 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:32.402+0000 7fbfd8535440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:33.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:33.171+0000 7fbfd8535440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:33.935 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:33.934+0000 7fbfd8535440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:34.728 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T00:10:34.758 DEBUG:teuthology.orchestra.run.smithi176:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:10:34.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:34.842+0000 7f1728125440 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-16T00:10:34.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:34.842+0000 7f1728125440 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-16T00:10:34.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:34.842+0000 7f1728125440 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-16T00:10:34.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:34.842+0000 7f1728125440 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-16T00:10:34.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:34.842+0000 7f1728125440 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-16T00:10:34.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:34.843+0000 7f1728125440 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-16T00:10:35.371 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:35.371+0000 7f1728125440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:36.134 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:36.133+0000 7f1728125440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:36.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:36.898+0000 7f1728125440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:37.693 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T00:10:37.720 DEBUG:teuthology.orchestra.run.smithi176:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:10:37.803 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:37.801+0000 7ff0f7525440 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-16T00:10:37.803 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:37.801+0000 7ff0f7525440 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-16T00:10:37.803 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:37.801+0000 7ff0f7525440 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-16T00:10:37.803 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:37.801+0000 7ff0f7525440 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-16T00:10:37.803 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:37.801+0000 7ff0f7525440 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-16T00:10:37.803 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:37.801+0000 7ff0f7525440 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-16T00:10:38.329 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:38.327+0000 7ff0f7525440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:39.094 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:39.092+0000 7ff0f7525440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:39.856 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:39.854+0000 7ff0f7525440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-16T00:10:40.660 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T00:10:40.730 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-16T00:10:40.730 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:40.731 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-16T00:10:40.799 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:40.799 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-16T00:10:40.868 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:40.868 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-16T00:10:40.936 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:40.936 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-16T00:10:41.002 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:41.002 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-16T00:10:41.069 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:41.069 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-16T00:10:41.134 INFO:tasks.ceph:Adding keys to all mons... 2024-09-16T00:10:41.135 DEBUG:teuthology.orchestra.run.smithi176:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T00:10:41.198 INFO:teuthology.orchestra.run.smithi176.stdout:[mgr.x] 2024-09-16T00:10:41.198 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQBxd+dmZmdQJRAAwG7Vo1fytXtEyNE6hrx6Xw== 2024-09-16T00:10:41.199 INFO:teuthology.orchestra.run.smithi176.stdout:[mgr.y] 2024-09-16T00:10:41.199 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQBxd+dmlZs8KBAAK3qB3JAS23JNYtwK3ljj4A== 2024-09-16T00:10:41.199 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.0] 2024-09-16T00:10:41.199 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQB0d+dm9mTYNhAArx1VP8uctTlmy+mD3ZTcDw== 2024-09-16T00:10:41.199 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.1] 2024-09-16T00:10:41.199 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQB3d+dmMsphNBAA1C4+LabT84Dz8Ue4Fo2DKQ== 2024-09-16T00:10:41.199 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.2] 2024-09-16T00:10:41.199 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQB6d+dmsZVGMhAAriyPPNJeahDkRGa59aVwow== 2024-09-16T00:10:41.199 INFO:teuthology.orchestra.run.smithi176.stdout:[osd.3] 2024-09-16T00:10:41.199 INFO:teuthology.orchestra.run.smithi176.stdout: key = AQB9d+dmOkTbLxAAMRcuqxqAsBH3KVWHePzotw== 2024-09-16T00:10:41.200 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T00:10:41.288 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T00:10:41.337 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:10:41.385 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:10:41.431 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:10:41.477 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T00:10:41.523 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-16T00:10:41.523 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-16T00:10:41.548 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T00:10:41.640 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-16T00:10:41.664 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-16T00:10:41.729 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T00:10:41.821 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-16T00:10:41.846 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-16T00:10:41.910 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T00:10:42.002 DEBUG:teuthology.orchestra.run.smithi176:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-16T00:10:42.027 DEBUG:teuthology.orchestra.run.smithi176:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T00:10:42.082 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-16T00:10:42.082 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-16T00:10:42.082 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-16T00:10:42.124 INFO:tasks.ceph.mon.a:Started 2024-09-16T00:10:42.124 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-16T00:10:42.124 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-16T00:10:42.129 INFO:tasks.ceph.mon.b:Started 2024-09-16T00:10:42.129 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-16T00:10:42.129 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-16T00:10:42.131 INFO:tasks.ceph.mon.c:Started 2024-09-16T00:10:42.131 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-16T00:10:42.132 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-16T00:10:42.132 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-16T00:10:42.134 INFO:tasks.ceph.mgr.x:Started 2024-09-16T00:10:42.134 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-16T00:10:42.134 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-16T00:10:42.136 INFO:tasks.ceph.mgr.y:Started 2024-09-16T00:10:42.136 INFO:tasks.ceph:Setting crush tunables to default 2024-09-16T00:10:42.136 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd crush tunables default 2024-09-16T00:10:42.252 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fd019d640 1 Processor -- start 2024-09-16T00:10:42.252 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fd019d640 1 -- start start 2024-09-16T00:10:42.253 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fd019d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 0x7f4fc8091700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.253 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fd019d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 0x7f4fc812afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fd019d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc812d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fd019d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fc8069d10 con 0x7f4fc8091c40 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fcd738640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 0x7f4fc812afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fcd738640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 0x7f4fc812afc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:35552/0 (socket says 172.21.15.176:35552) 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fd019d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fc8092c70 con 0x7f4fc8091330 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fcd738640 1 -- 172.21.15.176:0/1061499520 learned_addr learned my addr 172.21.15.176:0/1061499520 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fcdf39640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 0x7f4fc8091700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fd019d640 1 -- 172.21.15.176:0/1061499520 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4fc80934d0 con 0x7f4fc812b500 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fce73a640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc812d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fcd738640 1 -- 172.21.15.176:0/1061499520 >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 msgr2=0x7f4fc812afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-16T00:10:42.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fcd738640 1 -- 172.21.15.176:0/1061499520 >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 msgr2=0x7f4fc812afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:10:42.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fcd738640 1 --2- 172.21.15.176:0/1061499520 >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 0x7f4fc812afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-09-16T00:10:42.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fcdf39640 1 -- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 msgr2=0x7f4fc8091700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T00:10:42.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.251+0000 7f4fcdf39640 1 -- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 msgr2=0x7f4fc8091700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:10:42.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.250+0000 7f4fcd738640 1 --2- 172.21.15.176:0/1061499520 >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 0x7f4fc812afc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:10:42.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.251+0000 7f4fcdf39640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 0x7f4fc8091700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-09-16T00:10:42.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.251+0000 7f4fcdf39640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 0x7f4fc8091700 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:10:42.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.251+0000 7f4fce73a640 1 -- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 msgr2=0x7f4fc812d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-16T00:10:42.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.251+0000 7f4fce73a640 1 -- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 msgr2=0x7f4fc812d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T00:10:42.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.251+0000 7f4fce73a640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc812d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-09-16T00:10:42.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.251+0000 7f4fce73a640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc812d8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T00:10:42.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.452+0000 7f4fce73a640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc812d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.452+0000 7f4fcd738640 1 --2- 172.21.15.176:0/1061499520 >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 0x7f4fc812afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.452+0000 7f4fcdf39640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 0x7f4fc8091700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.452+0000 7f4fcdf39640 1 -- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 msgr2=0x7f4fc812d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:42.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.452+0000 7f4fcdf39640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc812d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.452+0000 7f4fcdf39640 1 -- 172.21.15.176:0/1061499520 >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 msgr2=0x7f4fc812afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:42.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.452+0000 7f4fcdf39640 1 --2- 172.21.15.176:0/1061499520 >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 0x7f4fc812afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.452+0000 7f4fcdf39640 1 -- 172.21.15.176:0/1061499520 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fc8094240 con 0x7f4fc8091330 2024-09-16T00:10:42.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.452+0000 7f4fce73a640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc812d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:42.456 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.453+0000 7f4fcdf39640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 0x7f4fc8091700 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4fc4006ea0 tx=0x7f4fc4008040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5617176133a50597 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:42.456 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.453+0000 7f4fccf37640 1 -- 172.21.15.176:0/1061499520 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fc4034480 con 0x7f4fc8091330 2024-09-16T00:10:42.456 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.453+0000 7f4fccf37640 1 -- 172.21.15.176:0/1061499520 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fc4031030 con 0x7f4fc8091330 2024-09-16T00:10:42.456 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.453+0000 7f4fccf37640 1 -- 172.21.15.176:0/1061499520 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fc4034830 con 0x7f4fc8091330 2024-09-16T00:10:42.456 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.454+0000 7f4fd019d640 1 -- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 msgr2=0x7f4fc8091700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:42.457 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.454+0000 7f4fd019d640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 0x7f4fc8091700 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4fc4006ea0 tx=0x7f4fc4008040 comp rx=0 tx=0).stop 2024-09-16T00:10:42.457 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.454+0000 7f4fd019d640 1 -- 172.21.15.176:0/1061499520 shutdown_connections 2024-09-16T00:10:42.457 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.454+0000 7f4fd019d640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc812d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.457 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.454+0000 7f4fd019d640 1 --2- 172.21.15.176:0/1061499520 >> v2:172.21.15.176:3300/0 conn(0x7f4fc8091c40 0x7f4fc812afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.457 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.454+0000 7f4fd019d640 1 --2- 172.21.15.176:0/1061499520 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091330 0x7f4fc8091700 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.457 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.454+0000 7f4fd019d640 1 -- 172.21.15.176:0/1061499520 >> 172.21.15.176:0/1061499520 conn(0x7f4fc8096ae0 msgr2=0x7f4fc8096ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:42.457 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.454+0000 7f4fd019d640 1 -- 172.21.15.176:0/1061499520 shutdown_connections 2024-09-16T00:10:42.457 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.454+0000 7f4fd019d640 1 -- 172.21.15.176:0/1061499520 wait complete. 2024-09-16T00:10:42.459 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fd019d640 1 Processor -- start 2024-09-16T00:10:42.459 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fd019d640 1 -- start start 2024-09-16T00:10:42.459 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fd019d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fc8091330 0x7f4fc808cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fd019d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091c40 0x7f4fc808d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fd019d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc808d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fd019d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fc808ecf0 con 0x7f4fc8091330 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fd019d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fc80903f0 con 0x7f4fc8091c40 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fd019d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4fc808f840 con 0x7f4fc812b500 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fcd738640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091c40 0x7f4fc808d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fcd738640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091c40 0x7f4fc808d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:55632/0 (socket says 172.21.15.176:55632) 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fce73a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc808d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fcd738640 1 -- 172.21.15.176:0/2547864705 learned_addr learned my addr 172.21.15.176:0/2547864705 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.455+0000 7f4fcdf39640 1 --2- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fc8091330 0x7f4fc808cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fcdf39640 1 -- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 msgr2=0x7f4fc808d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fcdf39640 1 --2- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc808d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.460 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fcdf39640 1 -- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091c40 msgr2=0x7f4fc808d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fcdf39640 1 --2- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091c40 0x7f4fc808d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fcdf39640 1 -- 172.21.15.176:0/2547864705 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fc000b3a0 con 0x7f4fc8091330 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fcd738640 1 --2- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091c40 0x7f4fc808d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fce73a640 1 --2- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc808d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fcdf39640 1 --2- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fc8091330 0x7f4fc808cd60 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4fc4036000 tx=0x7f4fc403c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fbdffb640 1 -- 172.21.15.176:0/2547864705 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fc40378a0 con 0x7f4fc8091330 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fbdffb640 1 -- 172.21.15.176:0/2547864705 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fc4037a00 con 0x7f4fc8091330 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fd019d640 1 -- 172.21.15.176:0/2547864705 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fc400f8b0 con 0x7f4fc8091330 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fbdffb640 1 -- 172.21.15.176:0/2547864705 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fc4037dc0 con 0x7f4fc8091330 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fd019d640 1 -- 172.21.15.176:0/2547864705 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fc8090c80 con 0x7f4fc8091330 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fbdffb640 1 -- 172.21.15.176:0/2547864705 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f4fc403e040 con 0x7f4fc8091330 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.456+0000 7f4fbdffb640 1 -- 172.21.15.176:0/2547864705 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 721+0+0 (secure 0 0 0) 0x7f4fc4040df0 con 0x7f4fc8091330 2024-09-16T00:10:42.461 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.457+0000 7f4fd019d640 1 -- 172.21.15.176:0/2547864705 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fc806ec50 con 0x7f4fc8091330 2024-09-16T00:10:42.462 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.459+0000 7f4fbdffb640 1 -- 172.21.15.176:0/2547864705 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f4fc806ec50 con 0x7f4fc8091330 2024-09-16T00:10:42.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.544+0000 7f4fd019d640 1 -- 172.21.15.176:0/2547864705 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f4fc804bf60 con 0x7f4fc8091330 2024-09-16T00:10:42.547 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:42.546+0000 7fe2e25c3ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T00:10:42.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.547+0000 7f4fbdffb640 1 -- 172.21.15.176:0/2547864705 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f4fc4045070 con 0x7f4fc8091330 2024-09-16T00:10:42.549 INFO:teuthology.orchestra.run.smithi176.stderr:adjusted tunables profile to default 2024-09-16T00:10:42.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.548+0000 7f4fd019d640 1 -- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fc8091330 msgr2=0x7f4fc808cd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:42.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.548+0000 7f4fd019d640 1 --2- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fc8091330 0x7f4fc808cd60 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4fc4036000 tx=0x7f4fc403c000 comp rx=0 tx=0).stop 2024-09-16T00:10:42.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.549+0000 7f4fd019d640 1 -- 172.21.15.176:0/2547864705 shutdown_connections 2024-09-16T00:10:42.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.549+0000 7f4fd019d640 1 --2- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4fc812b500 0x7f4fc808d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.549+0000 7f4fd019d640 1 --2- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4fc8091c40 0x7f4fc808d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.549+0000 7f4fd019d640 1 --2- 172.21.15.176:0/2547864705 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4fc8091330 0x7f4fc808cd60 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.549+0000 7f4fd019d640 1 -- 172.21.15.176:0/2547864705 >> 172.21.15.176:0/2547864705 conn(0x7f4fc8096ae0 msgr2=0x7f4fc806c990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:42.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.549+0000 7f4fd019d640 1 -- 172.21.15.176:0/2547864705 shutdown_connections 2024-09-16T00:10:42.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.549+0000 7f4fd019d640 1 -- 172.21.15.176:0/2547864705 wait complete. 2024-09-16T00:10:42.551 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:42.549+0000 7fc660ed3ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T00:10:42.565 INFO:tasks.ceph:check_enable_crimson: False 2024-09-16T00:10:42.565 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-16T00:10:42.565 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:42.566 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-16T00:10:42.590 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:42.590 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-16T00:10:42.591 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:42.588+0000 7fe2e25c3ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T00:10:42.593 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:42.591+0000 7fc660ed3ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T00:10:42.618 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:42.618 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-16T00:10:42.643 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:42.641+0000 7fe2e25c3ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T00:10:42.644 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:42.642+0000 7fc660ed3ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T00:10:42.668 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:10:42.668 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-16T00:10:42.734 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2 0 2024-09-16T00:10:42.777 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:42.775+0000 7fe2e25c3ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:10:42.778 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:42.776+0000 7fc660ed3ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:10:42.869 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.867+0000 7f53c542b640 1 Processor -- start 2024-09-16T00:10:42.870 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.867+0000 7f53c542b640 1 -- start start 2024-09-16T00:10:42.870 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.867+0000 7f53c542b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c00913f0 0x7f53c00917c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.870 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.867+0000 7f53c542b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c0091d00 0x7f53c0092550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.870 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.867+0000 7f53c542b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f53c0092a90 0x7f53c0092f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.870 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.867+0000 7f53c542b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53c0097740 con 0x7f53c0092a90 2024-09-16T00:10:42.870 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.867+0000 7f53c542b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53c0094230 con 0x7f53c0091d00 2024-09-16T00:10:42.870 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.867+0000 7f53c542b640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f53c0094790 con 0x7f53c00913f0 2024-09-16T00:10:42.870 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53beffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c00913f0 0x7f53c00917c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.870 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53bf7fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f53c0092a90 0x7f53c0092f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.871 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53be7fc640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c0091d00 0x7f53c0092550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.871 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53bf7fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f53c0092a90 0x7f53c0092f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:35654/0 (socket says 172.21.15.176:35654) 2024-09-16T00:10:42.871 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53bf7fe640 1 -- 172.21.15.176:0/1028615268 learned_addr learned my addr 172.21.15.176:0/1028615268 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:42.872 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53beffd640 1 -- 172.21.15.176:0/1028615268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c0091d00 msgr2=0x7f53c0092550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53beffd640 1 --2- 172.21.15.176:0/1028615268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c0091d00 0x7f53c0092550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53beffd640 1 -- 172.21.15.176:0/1028615268 >> v2:172.21.15.176:3300/0 conn(0x7f53c0092a90 msgr2=0x7f53c0092f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53beffd640 1 --2- 172.21.15.176:0/1028615268 >> v2:172.21.15.176:3300/0 conn(0x7f53c0092a90 0x7f53c0092f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53beffd640 1 -- 172.21.15.176:0/1028615268 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53c00954b0 con 0x7f53c00913f0 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53bf7fe640 1 --2- 172.21.15.176:0/1028615268 >> v2:172.21.15.176:3300/0 conn(0x7f53c0092a90 0x7f53c0092f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.868+0000 7f53be7fc640 1 --2- 172.21.15.176:0/1028615268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c0091d00 0x7f53c0092550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.869+0000 7f53beffd640 1 --2- 172.21.15.176:0/1028615268 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c00913f0 0x7f53c00917c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f53b0009850 tx=0x7f53b00090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7efd448c4f4b809e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.869+0000 7f53bdffb640 1 -- 172.21.15.176:0/1028615268 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b002abc0 con 0x7f53c00913f0 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.869+0000 7f53bdffb640 1 -- 172.21.15.176:0/1028615268 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53b002ad20 con 0x7f53c00913f0 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.869+0000 7f53bdffb640 1 -- 172.21.15.176:0/1028615268 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b0032670 con 0x7f53c00913f0 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.870+0000 7f53c542b640 1 -- 172.21.15.176:0/1028615268 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c00913f0 msgr2=0x7f53c00917c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.870+0000 7f53c542b640 1 --2- 172.21.15.176:0/1028615268 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c00913f0 0x7f53c00917c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f53b0009850 tx=0x7f53b00090f0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.870+0000 7f53c542b640 1 -- 172.21.15.176:0/1028615268 shutdown_connections 2024-09-16T00:10:42.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.870+0000 7f53c542b640 1 --2- 172.21.15.176:0/1028615268 >> v2:172.21.15.176:3300/0 conn(0x7f53c0092a90 0x7f53c0092f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.870+0000 7f53c542b640 1 --2- 172.21.15.176:0/1028615268 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c0091d00 0x7f53c0092550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.870+0000 7f53c542b640 1 --2- 172.21.15.176:0/1028615268 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c00913f0 0x7f53c00917c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.870+0000 7f53c542b640 1 -- 172.21.15.176:0/1028615268 >> 172.21.15.176:0/1028615268 conn(0x7f53c009bcb0 msgr2=0x7f53c0097b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:42.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.870+0000 7f53c542b640 1 -- 172.21.15.176:0/1028615268 shutdown_connections 2024-09-16T00:10:42.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.870+0000 7f53c542b640 1 -- 172.21.15.176:0/1028615268 wait complete. 2024-09-16T00:10:42.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53c542b640 1 Processor -- start 2024-09-16T00:10:42.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53c542b640 1 -- start start 2024-09-16T00:10:42.876 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53c542b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c00913f0 0x7f53c0120140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.876 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53c542b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c0091d00 0x7f53c0120680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.876 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53c542b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53c0092a90 0x7f53c0120bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:42.876 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53c542b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53c006e6a0 con 0x7f53c0092a90 2024-09-16T00:10:42.877 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53c542b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53c006ef90 con 0x7f53c00913f0 2024-09-16T00:10:42.877 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53c542b640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f53c0121cf0 con 0x7f53c0091d00 2024-09-16T00:10:42.877 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53beffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c00913f0 0x7f53c0120140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.877 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53be7fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c0091d00 0x7f53c0120680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.877 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53be7fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c0091d00 0x7f53c0120680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:41480/0 (socket says 172.21.15.176:41480) 2024-09-16T00:10:42.877 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53beffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c00913f0 0x7f53c0120140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:55648/0 (socket says 172.21.15.176:55648) 2024-09-16T00:10:42.877 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53be7fc640 1 -- 172.21.15.176:0/1460743958 learned_addr learned my addr 172.21.15.176:0/1460743958 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:42.877 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.871+0000 7f53bf7fe640 1 --2- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53c0092a90 0x7f53c0120bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:42.877 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53be7fc640 1 -- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c00913f0 msgr2=0x7f53c0120140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:42.877 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53be7fc640 1 --2- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c00913f0 0x7f53c0120140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53be7fc640 1 -- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53c0092a90 msgr2=0x7f53c0120bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53be7fc640 1 --2- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53c0092a90 0x7f53c0120bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53be7fc640 1 -- 172.21.15.176:0/1460743958 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53b4009390 con 0x7f53c0091d00 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53bf7fe640 1 --2- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53c0092a90 0x7f53c0120bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53be7fc640 1 --2- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c0091d00 0x7f53c0120680 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f53b400ec50 tx=0x7f53b40090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53a6ffd640 1 -- 172.21.15.176:0/1460743958 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b400ee90 con 0x7f53c0091d00 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53a6ffd640 1 -- 172.21.15.176:0/1460743958 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53b400cbc0 con 0x7f53c0091d00 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53c542b640 1 -- 172.21.15.176:0/1460743958 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53b8009ae0 con 0x7f53c0091d00 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53a6ffd640 1 -- 172.21.15.176:0/1460743958 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b4013470 con 0x7f53c0091d00 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53c542b640 1 -- 172.21.15.176:0/1460743958 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53b0009390 con 0x7f53c0091d00 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53a6ffd640 1 -- 172.21.15.176:0/1460743958 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f53b4005970 con 0x7f53c0091d00 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.872+0000 7f53a6ffd640 1 -- 172.21.15.176:0/1460743958 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 721+0+0 (secure 0 0 0) 0x7f53b4013de0 con 0x7f53c0091d00 2024-09-16T00:10:42.878 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.873+0000 7f53c542b640 1 -- 172.21.15.176:0/1460743958 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53c00668c0 con 0x7f53c0091d00 2024-09-16T00:10:42.879 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.875+0000 7f53a6ffd640 1 -- 172.21.15.176:0/1460743958 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f53b4021060 con 0x7f53c0091d00 2024-09-16T00:10:42.891 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:42.890+0000 7fc660ed3ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T00:10:42.892 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:42.890+0000 7fe2e25c3ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T00:10:42.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.943+0000 7f53c542b640 1 -- 172.21.15.176:0/1460743958 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd new", "uuid": "c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2", "id": 0} v 0) v1 -- 0x7f53c00701e0 con 0x7f53c0091d00 2024-09-16T00:10:42.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.948+0000 7f53a6ffd640 1 -- 172.21.15.176:0/1460743958 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f53b4017070 con 0x7f53c0091d00 2024-09-16T00:10:42.950 INFO:teuthology.orchestra.run.smithi176.stdout:0 2024-09-16T00:10:42.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.949+0000 7f53c542b640 1 -- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c0091d00 msgr2=0x7f53c0120680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:42.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.949+0000 7f53c542b640 1 --2- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c0091d00 0x7f53c0120680 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f53b400ec50 tx=0x7f53b40090f0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.949+0000 7f53c542b640 1 -- 172.21.15.176:0/1460743958 shutdown_connections 2024-09-16T00:10:42.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.949+0000 7f53c542b640 1 --2- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53c0092a90 0x7f53c0120bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.949+0000 7f53c542b640 1 --2- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f53c0091d00 0x7f53c0120680 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.949+0000 7f53c542b640 1 --2- 172.21.15.176:0/1460743958 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f53c00913f0 0x7f53c0120140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:42.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.949+0000 7f53c542b640 1 -- 172.21.15.176:0/1460743958 >> 172.21.15.176:0/1460743958 conn(0x7f53c009bcb0 msgr2=0x7f53c008f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:42.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.949+0000 7f53c542b640 1 -- 172.21.15.176:0/1460743958 shutdown_connections 2024-09-16T00:10:42.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:42.949+0000 7f53c542b640 1 -- 172.21.15.176:0/1460743958 wait complete. 2024-09-16T00:10:42.961 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new 869d662c-df63-45e7-a494-5a9475b05d24 1 2024-09-16T00:10:43.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.093+0000 7f9c7e00f640 1 Processor -- start 2024-09-16T00:10:43.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.093+0000 7f9c7e00f640 1 -- start start 2024-09-16T00:10:43.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.093+0000 7f9c7e00f640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f9c780914f0 0x7f9c780918c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.104 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.093+0000 7f9c7e00f640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c78091e00 0x7f9c7812e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.104 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.093+0000 7f9c7e00f640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c78093500 con 0x7f9c7812e900 2024-09-16T00:10:43.104 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.093+0000 7f9c7e00f640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c780928e0 con 0x7f9c780914f0 2024-09-16T00:10:43.104 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.093+0000 7f9c7e00f640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9c78094160 con 0x7f9c78091e00 2024-09-16T00:10:43.104 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.094+0000 7f9c777fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f9c780914f0 0x7f9c780918c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.094+0000 7f9c76ffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c78091e00 0x7f9c7812e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.094+0000 7f9c777fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f9c780914f0 0x7f9c780918c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:35676/0 (socket says 172.21.15.176:35676) 2024-09-16T00:10:43.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.094+0000 7f9c777fe640 1 -- 172.21.15.176:0/73500204 learned_addr learned my addr 172.21.15.176:0/73500204 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:43.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.094+0000 7f9c76ffd640 1 -- 172.21.15.176:0/73500204 >> v2:172.21.15.176:3300/0 conn(0x7f9c780914f0 msgr2=0x7f9c780918c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:43.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.094+0000 7f9c76ffd640 1 --2- 172.21.15.176:0/73500204 >> v2:172.21.15.176:3300/0 conn(0x7f9c780914f0 0x7f9c780918c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.106 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.094+0000 7f9c76ffd640 1 -- 172.21.15.176:0/73500204 >> v1:172.21.15.176:6789/0 conn(0x7f9c7812e900 legacy=0x7f9c78130ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.106 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.094+0000 7f9c76ffd640 1 -- 172.21.15.176:0/73500204 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c78092aa0 con 0x7f9c78091e00 2024-09-16T00:10:43.106 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.094+0000 7f9c777fe640 1 --2- 172.21.15.176:0/73500204 >> v2:172.21.15.176:3300/0 conn(0x7f9c780914f0 0x7f9c780918c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:43.106 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.095+0000 7f9c76ffd640 1 --2- 172.21.15.176:0/73500204 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c78091e00 0x7f9c7812e3c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9c60009850 tx=0x7f9c600090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=92acf2a5662b3656 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:43.106 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.095+0000 7f9c767fc640 1 -- 172.21.15.176:0/73500204 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6002ac80 con 0x7f9c78091e00 2024-09-16T00:10:43.107 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.095+0000 7f9c767fc640 1 -- 172.21.15.176:0/73500204 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c6002ade0 con 0x7f9c78091e00 2024-09-16T00:10:43.107 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.095+0000 7f9c767fc640 1 -- 172.21.15.176:0/73500204 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c60032670 con 0x7f9c78091e00 2024-09-16T00:10:43.107 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.095+0000 7f9c7e00f640 1 -- 172.21.15.176:0/73500204 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c78091e00 msgr2=0x7f9c7812e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.107 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.095+0000 7f9c7e00f640 1 --2- 172.21.15.176:0/73500204 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c78091e00 0x7f9c7812e3c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9c60009850 tx=0x7f9c600090f0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.107 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.095+0000 7f9c7e00f640 1 -- 172.21.15.176:0/73500204 shutdown_connections 2024-09-16T00:10:43.107 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.095+0000 7f9c7e00f640 1 --2- 172.21.15.176:0/73500204 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c78091e00 0x7f9c7812e3c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.108 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.095+0000 7f9c7e00f640 1 --2- 172.21.15.176:0/73500204 >> v2:172.21.15.176:3300/0 conn(0x7f9c780914f0 0x7f9c780918c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.108 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.095+0000 7f9c7e00f640 1 -- 172.21.15.176:0/73500204 >> 172.21.15.176:0/73500204 conn(0x7f9c78099dc0 msgr2=0x7f9c7809a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:43.108 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.096+0000 7f9c7e00f640 1 -- 172.21.15.176:0/73500204 shutdown_connections 2024-09-16T00:10:43.108 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.096+0000 7f9c7e00f640 1 -- 172.21.15.176:0/73500204 wait complete. 2024-09-16T00:10:43.108 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.096+0000 7f9c7e00f640 1 Processor -- start 2024-09-16T00:10:43.109 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.096+0000 7f9c7e00f640 1 -- start start 2024-09-16T00:10:43.109 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c7e00f640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c780914f0 0x7f9c7806b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.109 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c7e00f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9c78091e00 0x7f9c7806bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.109 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c7e00f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9c7812e900 0x7f9c7806c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.109 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c7e00f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7812e280 con 0x7f9c78091e00 2024-09-16T00:10:43.109 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c7e00f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c78096fc0 con 0x7f9c7812e900 2024-09-16T00:10:43.110 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c7e00f640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7806edc0 con 0x7f9c780914f0 2024-09-16T00:10:43.110 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c777fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c780914f0 0x7f9c7806b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.110 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c76ffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9c78091e00 0x7f9c7806bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.110 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c76ffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9c78091e00 0x7f9c7806bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:35690/0 (socket says 172.21.15.176:35690) 2024-09-16T00:10:43.110 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c777fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c780914f0 0x7f9c7806b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:41488/0 (socket says 172.21.15.176:41488) 2024-09-16T00:10:43.111 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c76ffd640 1 -- 172.21.15.176:0/1126081958 learned_addr learned my addr 172.21.15.176:0/1126081958 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:43.111 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c77fff640 1 --2- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9c7812e900 0x7f9c7806c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.111 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c777fe640 1 -- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9c7812e900 msgr2=0x7f9c7806c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.111 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c777fe640 1 --2- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9c7812e900 0x7f9c7806c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.111 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c777fe640 1 -- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9c78091e00 msgr2=0x7f9c7806bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.111 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c777fe640 1 --2- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9c78091e00 0x7f9c7806bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.112 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c777fe640 1 -- 172.21.15.176:0/1126081958 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c68009ae0 con 0x7f9c780914f0 2024-09-16T00:10:43.112 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c76ffd640 1 --2- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9c78091e00 0x7f9c7806bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:43.112 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c77fff640 1 --2- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9c7812e900 0x7f9c7806c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:43.112 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.097+0000 7f9c777fe640 1 --2- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c780914f0 0x7f9c7806b990 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9c68009fd0 tx=0x7f9c6800b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:43.112 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.098+0000 7f9c6f7fe640 1 -- 172.21.15.176:0/1126081958 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6800cc00 con 0x7f9c780914f0 2024-09-16T00:10:43.113 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.098+0000 7f9c6f7fe640 1 -- 172.21.15.176:0/1126081958 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c6800f040 con 0x7f9c780914f0 2024-09-16T00:10:43.113 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.098+0000 7f9c7e00f640 1 -- 172.21.15.176:0/1126081958 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c60009390 con 0x7f9c780914f0 2024-09-16T00:10:43.113 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.098+0000 7f9c6f7fe640 1 -- 172.21.15.176:0/1126081958 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c68014480 con 0x7f9c780914f0 2024-09-16T00:10:43.113 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.098+0000 7f9c7e00f640 1 -- 172.21.15.176:0/1126081958 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c7806e4a0 con 0x7f9c780914f0 2024-09-16T00:10:43.113 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.098+0000 7f9c6f7fe640 1 -- 172.21.15.176:0/1126081958 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f9c68014b40 con 0x7f9c780914f0 2024-09-16T00:10:43.113 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.098+0000 7f9c6f7fe640 1 -- 172.21.15.176:0/1126081958 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 836+0+0 (secure 0 0 0) 0x7f9c6801dc90 con 0x7f9c780914f0 2024-09-16T00:10:43.114 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.099+0000 7f9c7e00f640 1 -- 172.21.15.176:0/1126081958 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c7806e1d0 con 0x7f9c780914f0 2024-09-16T00:10:43.114 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.102+0000 7f9c6f7fe640 1 -- 172.21.15.176:0/1126081958 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f9c68023060 con 0x7f9c780914f0 2024-09-16T00:10:43.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.169+0000 7f9c7e00f640 1 -- 172.21.15.176:0/1126081958 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd new", "uuid": "869d662c-df63-45e7-a494-5a9475b05d24", "id": 1} v 0) v1 -- 0x7f9c780668c0 con 0x7f9c780914f0 2024-09-16T00:10:43.172 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:43.170+0000 7fc660ed3ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T00:10:43.173 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:43.171+0000 7fe2e25c3ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T00:10:43.180 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.178+0000 7f9c6f7fe640 1 -- 172.21.15.176:0/1126081958 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "869d662c-df63-45e7-a494-5a9475b05d24", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f9c6802c0b0 con 0x7f9c780914f0 2024-09-16T00:10:43.181 INFO:teuthology.orchestra.run.smithi176.stdout:1 2024-09-16T00:10:43.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.179+0000 7f9c7e00f640 1 -- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c780914f0 msgr2=0x7f9c7806b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.179+0000 7f9c7e00f640 1 --2- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c780914f0 0x7f9c7806b990 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9c68009fd0 tx=0x7f9c6800b040 comp rx=0 tx=0).stop 2024-09-16T00:10:43.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.179+0000 7f9c7e00f640 1 -- 172.21.15.176:0/1126081958 shutdown_connections 2024-09-16T00:10:43.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.179+0000 7f9c7e00f640 1 --2- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9c7812e900 0x7f9c7806c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.179+0000 7f9c7e00f640 1 --2- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9c78091e00 0x7f9c7806bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.179+0000 7f9c7e00f640 1 --2- 172.21.15.176:0/1126081958 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9c780914f0 0x7f9c7806b990 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.179+0000 7f9c7e00f640 1 -- 172.21.15.176:0/1126081958 >> 172.21.15.176:0/1126081958 conn(0x7f9c78099dc0 msgr2=0x7f9c780971a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:43.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.179+0000 7f9c7e00f640 1 -- 172.21.15.176:0/1126081958 shutdown_connections 2024-09-16T00:10:43.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.179+0000 7f9c7e00f640 1 -- 172.21.15.176:0/1126081958 wait complete. 2024-09-16T00:10:43.192 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new d2d83abc-ef4e-4743-927a-426470f8b4ab 2 2024-09-16T00:10:43.241 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:43.239+0000 7fc660ed3ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T00:10:43.242 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:43.239+0000 7fe2e25c3ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T00:10:43.294 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.284+0000 7f5449d1d640 1 Processor -- start 2024-09-16T00:10:43.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.284+0000 7f5449d1d640 1 -- start start 2024-09-16T00:10:43.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.284+0000 7f5449d1d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5444098710 0x7f5444069d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.284+0000 7f5449d1d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f544406a6e0 0x7f544412e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f5449d1d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f544406f560 con 0x7f544406a2b0 2024-09-16T00:10:43.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f5449d1d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54440930e0 con 0x7f544406a6e0 2024-09-16T00:10:43.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f5449d1d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f544406b200 con 0x7f5444098710 2024-09-16T00:10:43.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f54437fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5444098710 0x7f5444069d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f5443fff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f544406a6e0 0x7f544412e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f54437fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5444098710 0x7f5444069d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:41504/0 (socket says 172.21.15.176:41504) 2024-09-16T00:10:43.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f54437fe640 1 -- 172.21.15.176:0/1055631700 learned_addr learned my addr 172.21.15.176:0/1055631700 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:43.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f5443fff640 1 -- 172.21.15.176:0/1055631700 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5444098710 msgr2=0x7f5444069d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:43.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f5443fff640 1 --2- 172.21.15.176:0/1055631700 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5444098710 0x7f5444069d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f54427fc640 1 -- 172.21.15.176:0/1055631700 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 912392970 0 0) 0x7f544406f560 con 0x7f544406a2b0 2024-09-16T00:10:43.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f5443fff640 1 -- 172.21.15.176:0/1055631700 >> v1:172.21.15.176:6789/0 conn(0x7f544406a2b0 legacy=0x7f544412a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f5443fff640 1 -- 172.21.15.176:0/1055631700 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5444093c30 con 0x7f544406a6e0 2024-09-16T00:10:43.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.285+0000 7f54437fe640 1 --2- 172.21.15.176:0/1055631700 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5444098710 0x7f5444069d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:43.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.286+0000 7f5443fff640 1 --2- 172.21.15.176:0/1055631700 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f544406a6e0 0x7f544412e0a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f543c009e60 tx=0x7f543c009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=910b20ef9f14740d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:43.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.286+0000 7f54427fc640 1 -- 172.21.15.176:0/1055631700 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c007550 con 0x7f544406a6e0 2024-09-16T00:10:43.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.286+0000 7f54427fc640 1 -- 172.21.15.176:0/1055631700 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f543c02d050 con 0x7f544406a6e0 2024-09-16T00:10:43.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.286+0000 7f54427fc640 1 -- 172.21.15.176:0/1055631700 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c0078e0 con 0x7f544406a6e0 2024-09-16T00:10:43.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.287+0000 7f5449d1d640 1 -- 172.21.15.176:0/1055631700 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f544406a6e0 msgr2=0x7f544412e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.287+0000 7f5449d1d640 1 --2- 172.21.15.176:0/1055631700 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f544406a6e0 0x7f544412e0a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f543c009e60 tx=0x7f543c009780 comp rx=0 tx=0).stop 2024-09-16T00:10:43.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.287+0000 7f5449d1d640 1 -- 172.21.15.176:0/1055631700 shutdown_connections 2024-09-16T00:10:43.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.287+0000 7f5449d1d640 1 --2- 172.21.15.176:0/1055631700 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f544406a6e0 0x7f544412e0a0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.287+0000 7f5449d1d640 1 --2- 172.21.15.176:0/1055631700 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5444098710 0x7f5444069d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.287+0000 7f5449d1d640 1 -- 172.21.15.176:0/1055631700 >> 172.21.15.176:0/1055631700 conn(0x7f54440962f0 msgr2=0x7f54440966f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:43.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.287+0000 7f5449d1d640 1 -- 172.21.15.176:0/1055631700 shutdown_connections 2024-09-16T00:10:43.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.287+0000 7f5449d1d640 1 -- 172.21.15.176:0/1055631700 wait complete. 2024-09-16T00:10:43.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5449d1d640 1 Processor -- start 2024-09-16T00:10:43.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5449d1d640 1 -- start start 2024-09-16T00:10:43.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5449d1d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f544406a2b0 0x7f5444092a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5449d1d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f544406a6e0 0x7f5444125bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5449d1d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5444098710 0x7f5444126110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5449d1d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54441278f0 con 0x7f5444098710 2024-09-16T00:10:43.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5449d1d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5444126c80 con 0x7f544406a6e0 2024-09-16T00:10:43.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5449d1d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f544408cda0 con 0x7f544406a2b0 2024-09-16T00:10:43.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5442ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f544406a6e0 0x7f5444125bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5443fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5444098710 0x7f5444126110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f54437fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f544406a2b0 0x7f5444092a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5442ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f544406a6e0 0x7f5444125bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:55670/0 (socket says 172.21.15.176:55670) 2024-09-16T00:10:43.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.288+0000 7f5442ffd640 1 -- 172.21.15.176:0/4170666639 learned_addr learned my addr 172.21.15.176:0/4170666639 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:43.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f5443fff640 1 -- 172.21.15.176:0/4170666639 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f544406a2b0 msgr2=0x7f5444092a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f5443fff640 1 --2- 172.21.15.176:0/4170666639 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f544406a2b0 0x7f5444092a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f5443fff640 1 -- 172.21.15.176:0/4170666639 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f544406a6e0 msgr2=0x7f5444125bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f5443fff640 1 --2- 172.21.15.176:0/4170666639 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f544406a6e0 0x7f5444125bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f5443fff640 1 -- 172.21.15.176:0/4170666639 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f543400b6f0 con 0x7f5444098710 2024-09-16T00:10:43.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f5443fff640 1 --2- 172.21.15.176:0/4170666639 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5444098710 0x7f5444126110 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f543c031000 tx=0x7f543c037000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:43.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f542b7fe640 1 -- 172.21.15.176:0/4170666639 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c031930 con 0x7f5444098710 2024-09-16T00:10:43.303 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f542b7fe640 1 -- 172.21.15.176:0/4170666639 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f543c040070 con 0x7f5444098710 2024-09-16T00:10:43.303 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f5449d1d640 1 -- 172.21.15.176:0/4170666639 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f543c009a20 con 0x7f5444098710 2024-09-16T00:10:43.303 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f542b7fe640 1 -- 172.21.15.176:0/4170666639 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c031d00 con 0x7f5444098710 2024-09-16T00:10:43.303 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f5449d1d640 1 -- 172.21.15.176:0/4170666639 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5444126650 con 0x7f5444098710 2024-09-16T00:10:43.303 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f542b7fe640 1 -- 172.21.15.176:0/4170666639 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f543c042030 con 0x7f5444098710 2024-09-16T00:10:43.303 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.289+0000 7f542b7fe640 1 -- 172.21.15.176:0/4170666639 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 951+0+0 (secure 0 0 0) 0x7f543c03b850 con 0x7f5444098710 2024-09-16T00:10:43.303 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.290+0000 7f5449d1d640 1 -- 172.21.15.176:0/4170666639 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54440668c0 con 0x7f5444098710 2024-09-16T00:10:43.304 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.292+0000 7f542b7fe640 1 -- 172.21.15.176:0/4170666639 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f543c0647a0 con 0x7f5444098710 2024-09-16T00:10:43.362 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.360+0000 7f5449d1d640 1 -- 172.21.15.176:0/4170666639 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd new", "uuid": "d2d83abc-ef4e-4743-927a-426470f8b4ab", "id": 2} v 0) v1 -- 0x7f544406c6d0 con 0x7f5444098710 2024-09-16T00:10:43.366 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:43.364+0000 7fe2e25c3ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T00:10:43.366 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:43.364+0000 7fc660ed3ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T00:10:43.370 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.368+0000 7f542b7fe640 1 -- 172.21.15.176:0/4170666639 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d2d83abc-ef4e-4743-927a-426470f8b4ab", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f543c053070 con 0x7f5444098710 2024-09-16T00:10:43.371 INFO:teuthology.orchestra.run.smithi176.stdout:2 2024-09-16T00:10:43.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.369+0000 7f5449d1d640 1 -- 172.21.15.176:0/4170666639 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5444098710 msgr2=0x7f5444126110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.369+0000 7f5449d1d640 1 --2- 172.21.15.176:0/4170666639 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5444098710 0x7f5444126110 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f543c031000 tx=0x7f543c037000 comp rx=0 tx=0).stop 2024-09-16T00:10:43.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.369+0000 7f5449d1d640 1 -- 172.21.15.176:0/4170666639 shutdown_connections 2024-09-16T00:10:43.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.369+0000 7f5449d1d640 1 --2- 172.21.15.176:0/4170666639 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5444098710 0x7f5444126110 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.373 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.369+0000 7f5449d1d640 1 --2- 172.21.15.176:0/4170666639 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f544406a6e0 0x7f5444125bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.373 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.369+0000 7f5449d1d640 1 --2- 172.21.15.176:0/4170666639 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f544406a2b0 0x7f5444092a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.373 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.369+0000 7f5449d1d640 1 -- 172.21.15.176:0/4170666639 >> 172.21.15.176:0/4170666639 conn(0x7f54440962f0 msgr2=0x7f544411e8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:43.373 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.370+0000 7f5449d1d640 1 -- 172.21.15.176:0/4170666639 shutdown_connections 2024-09-16T00:10:43.373 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.370+0000 7f5449d1d640 1 -- 172.21.15.176:0/4170666639 wait complete. 2024-09-16T00:10:43.385 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd new 6a5147a3-24dd-4cfe-b7c7-9d574e0f779a 3 2024-09-16T00:10:43.482 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.479+0000 7f35f4edd640 1 Processor -- start 2024-09-16T00:10:43.482 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.479+0000 7f35f4edd640 1 -- start start 2024-09-16T00:10:43.482 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.479+0000 7f35f4edd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0092920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.482 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35f4edd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0092e60 0x7f35f01281c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.482 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35f4edd640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35f0094aa0 con 0x7f35f0128700 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35f4edd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35f0097970 con 0x7f35f0092550 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35f4edd640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f35f0096ca0 con 0x7f35f0092e60 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35e7fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0092e60 0x7f35f01281c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35eed9d640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f35f0128700 0x7f35f012f410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:36868/0 (socket says 172.21.15.176:36868) 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35eed9d640 1 -- 172.21.15.176:0/2325348928 learned_addr learned my addr 172.21.15.176:0/2325348928 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35ee59c640 1 --2- 172.21.15.176:0/2325348928 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0092920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35e7fff640 1 -- 172.21.15.176:0/2325348928 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 msgr2=0x7f35f0092920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35e7fff640 1 --2- 172.21.15.176:0/2325348928 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0092920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35edd9b640 1 -- 172.21.15.176:0/2325348928 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4173363102 0 0) 0x7f35f0094aa0 con 0x7f35f0128700 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35e7fff640 1 -- 172.21.15.176:0/2325348928 >> v1:172.21.15.176:6789/0 conn(0x7f35f0128700 legacy=0x7f35f012f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35e7fff640 1 -- 172.21.15.176:0/2325348928 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35f0097310 con 0x7f35f0092e60 2024-09-16T00:10:43.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.480+0000 7f35ee59c640 1 --2- 172.21.15.176:0/2325348928 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0092920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:43.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.481+0000 7f35e7fff640 1 --2- 172.21.15.176:0/2325348928 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0092e60 0x7f35f01281c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f35d80098b0 tx=0x7f35d80090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b9fbe97bab64485 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:43.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.481+0000 7f35edd9b640 1 -- 172.21.15.176:0/2325348928 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d802acc0 con 0x7f35f0092e60 2024-09-16T00:10:43.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.481+0000 7f35edd9b640 1 -- 172.21.15.176:0/2325348928 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35d802ae20 con 0x7f35f0092e60 2024-09-16T00:10:43.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.481+0000 7f35edd9b640 1 -- 172.21.15.176:0/2325348928 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d8032670 con 0x7f35f0092e60 2024-09-16T00:10:43.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.482+0000 7f35f4edd640 1 -- 172.21.15.176:0/2325348928 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0092e60 msgr2=0x7f35f01281c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.482+0000 7f35f4edd640 1 --2- 172.21.15.176:0/2325348928 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0092e60 0x7f35f01281c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f35d80098b0 tx=0x7f35d80090f0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.482+0000 7f35f4edd640 1 -- 172.21.15.176:0/2325348928 shutdown_connections 2024-09-16T00:10:43.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.482+0000 7f35f4edd640 1 --2- 172.21.15.176:0/2325348928 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0092e60 0x7f35f01281c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.482+0000 7f35f4edd640 1 --2- 172.21.15.176:0/2325348928 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0092920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.482+0000 7f35f4edd640 1 -- 172.21.15.176:0/2325348928 >> 172.21.15.176:0/2325348928 conn(0x7f35f009bcb0 msgr2=0x7f35f0097b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:43.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.482+0000 7f35f4edd640 1 -- 172.21.15.176:0/2325348928 shutdown_connections 2024-09-16T00:10:43.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.482+0000 7f35f4edd640 1 -- 172.21.15.176:0/2325348928 wait complete. 2024-09-16T00:10:43.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.483+0000 7f35f4edd640 1 Processor -- start 2024-09-16T00:10:43.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.483+0000 7f35f4edd640 1 -- start start 2024-09-16T00:10:43.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35f4edd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0091870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35f4edd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35f0092e60 0x7f35f0126720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35f4edd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0128700 0x7f35f0126c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35f4edd640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35f0091e70 con 0x7f35f0092e60 2024-09-16T00:10:43.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35f4edd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35f0089c50 con 0x7f35f0092550 2024-09-16T00:10:43.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35f4edd640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f35f00888a0 con 0x7f35f0128700 2024-09-16T00:10:43.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35ee59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0091870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35eed9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0128700 0x7f35f0126c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35ee59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0091870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:55684/0 (socket says 172.21.15.176:55684) 2024-09-16T00:10:43.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35eed9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0128700 0x7f35f0126c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:41528/0 (socket says 172.21.15.176:41528) 2024-09-16T00:10:43.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35ee59c640 1 -- 172.21.15.176:0/1482835654 learned_addr learned my addr 172.21.15.176:0/1482835654 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:43.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35e7fff640 1 --2- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35f0092e60 0x7f35f0126720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35ee59c640 1 -- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0128700 msgr2=0x7f35f0126c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35ee59c640 1 --2- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0128700 0x7f35f0126c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35ee59c640 1 -- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35f0092e60 msgr2=0x7f35f0126720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35ee59c640 1 --2- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35f0092e60 0x7f35f0126720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35ee59c640 1 -- 172.21.15.176:0/1482835654 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35e0009390 con 0x7f35f0092550 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.484+0000 7f35eed9d640 1 --2- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0128700 0x7f35f0126c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.485+0000 7f35ee59c640 1 --2- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0091870 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f35e000ec80 tx=0x7f35e00090f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.485+0000 7f35e67fc640 1 -- 172.21.15.176:0/1482835654 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e000eec0 con 0x7f35f0092550 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.485+0000 7f35e67fc640 1 -- 172.21.15.176:0/1482835654 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35e000cbc0 con 0x7f35f0092550 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.485+0000 7f35e67fc640 1 -- 172.21.15.176:0/1482835654 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e0013470 con 0x7f35f0092550 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.485+0000 7f35f4edd640 1 -- 172.21.15.176:0/1482835654 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35d8009390 con 0x7f35f0092550 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.485+0000 7f35f4edd640 1 -- 172.21.15.176:0/1482835654 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35f0127220 con 0x7f35f0092550 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.485+0000 7f35e67fc640 1 -- 172.21.15.176:0/1482835654 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f35e0005970 con 0x7f35f0092550 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.485+0000 7f35e67fc640 1 -- 172.21.15.176:0/1482835654 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1066+0+0 (secure 0 0 0) 0x7f35e0006020 con 0x7f35f0092550 2024-09-16T00:10:43.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.486+0000 7f35f4edd640 1 -- 172.21.15.176:0/1482835654 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35f00668c0 con 0x7f35f0092550 2024-09-16T00:10:43.491 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.488+0000 7f35e67fc640 1 -- 172.21.15.176:0/1482835654 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f35e0021060 con 0x7f35f0092550 2024-09-16T00:10:43.557 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.555+0000 7f35f4edd640 1 -- 172.21.15.176:0/1482835654 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd new", "uuid": "6a5147a3-24dd-4cfe-b7c7-9d574e0f779a", "id": 3} v 0) v1 -- 0x7f35f00989c0 con 0x7f35f0092550 2024-09-16T00:10:43.562 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.560+0000 7f35e67fc640 1 -- 172.21.15.176:0/1482835654 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6a5147a3-24dd-4cfe-b7c7-9d574e0f779a", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f35e0017070 con 0x7f35f0092550 2024-09-16T00:10:43.563 INFO:teuthology.orchestra.run.smithi176.stdout:3 2024-09-16T00:10:43.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.561+0000 7f35f4edd640 1 -- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 msgr2=0x7f35f0091870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.561+0000 7f35f4edd640 1 --2- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0091870 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f35e000ec80 tx=0x7f35e00090f0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.561+0000 7f35f4edd640 1 -- 172.21.15.176:0/1482835654 shutdown_connections 2024-09-16T00:10:43.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.561+0000 7f35f4edd640 1 --2- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35f0128700 0x7f35f0126c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.561+0000 7f35f4edd640 1 --2- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35f0092e60 0x7f35f0126720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.561+0000 7f35f4edd640 1 --2- 172.21.15.176:0/1482835654 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35f0092550 0x7f35f0091870 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.561+0000 7f35f4edd640 1 -- 172.21.15.176:0/1482835654 >> 172.21.15.176:0/1482835654 conn(0x7f35f009bcb0 msgr2=0x7f35f006eb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:43.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.562+0000 7f35f4edd640 1 -- 172.21.15.176:0/1482835654 shutdown_connections 2024-09-16T00:10:43.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.562+0000 7f35f4edd640 1 -- 172.21.15.176:0/1482835654 wait complete. 2024-09-16T00:10:43.574 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-16T00:10:43.574 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-16T00:10:43.576 INFO:tasks.ceph.osd.0:Started 2024-09-16T00:10:43.576 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-16T00:10:43.576 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-16T00:10:43.578 INFO:tasks.ceph.osd.1:Started 2024-09-16T00:10:43.578 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-16T00:10:43.578 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-16T00:10:43.581 INFO:tasks.ceph.osd.2:Started 2024-09-16T00:10:43.581 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-16T00:10:43.581 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-16T00:10:43.583 INFO:tasks.ceph.osd.3:Started 2024-09-16T00:10:43.583 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:10:43.717 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.713+0000 7fdc9d034640 1 Processor -- start 2024-09-16T00:10:43.717 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.713+0000 7fdc9d034640 1 -- start start 2024-09-16T00:10:43.717 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.713+0000 7fdc9d034640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc98095290 0x7fdc9812f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.717 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.713+0000 7fdc9d034640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc9812f990 0x7fdc98131d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.717 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.713+0000 7fdc9d034640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc98096ad0 con 0x7fdc980947b0 2024-09-16T00:10:43.717 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.713+0000 7fdc9d034640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc98096440 con 0x7fdc98095290 2024-09-16T00:10:43.717 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.713+0000 7fdc9d034640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fdc98096810 con 0x7fdc9812f990 2024-09-16T00:10:43.717 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.713+0000 7fdc8ffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc98095290 0x7fdc9812f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.713+0000 7fdc9759e640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc9812f990 0x7fdc98131d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.714+0000 7fdc9759e640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc9812f990 0x7fdc98131d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:41550/0 (socket says 172.21.15.176:41550) 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.714+0000 7fdc9759e640 1 -- 172.21.15.176:0/922678573 learned_addr learned my addr 172.21.15.176:0/922678573 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.714+0000 7fdc96d9d640 1 --1- 172.21.15.176:0/922678573 >> v1:172.21.15.176:6789/0 conn(0x7fdc980947b0 0x7fdc98094b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:36898/0 (socket says 172.21.15.176:36898) 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.714+0000 7fdc9759e640 1 -- 172.21.15.176:0/922678573 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc98095290 msgr2=0x7fdc9812f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.714+0000 7fdc9759e640 1 --2- 172.21.15.176:0/922678573 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc98095290 0x7fdc9812f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.714+0000 7fdc9759e640 1 -- 172.21.15.176:0/922678573 >> v1:172.21.15.176:6789/0 conn(0x7fdc980947b0 legacy=0x7fdc98094b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.714+0000 7fdc9659c640 1 -- 172.21.15.176:0/922678573 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 287462246 0 0) 0x7fdc98096ad0 con 0x7fdc980947b0 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.714+0000 7fdc9759e640 1 -- 172.21.15.176:0/922678573 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc98098f00 con 0x7fdc9812f990 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.715+0000 7fdc9759e640 1 --2- 172.21.15.176:0/922678573 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc9812f990 0x7fdc98131d70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdc90009f50 tx=0x7fdc90009840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f186c825c96765c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.715+0000 7fdc9659c640 1 -- 172.21.15.176:0/922678573 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc90031400 con 0x7fdc9812f990 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.715+0000 7fdc9659c640 1 -- 172.21.15.176:0/922678573 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc9002d050 con 0x7fdc9812f990 2024-09-16T00:10:43.718 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.715+0000 7fdc9659c640 1 -- 172.21.15.176:0/922678573 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc90031790 con 0x7fdc9812f990 2024-09-16T00:10:43.722 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.716+0000 7fdc9d034640 1 -- 172.21.15.176:0/922678573 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc9812f990 msgr2=0x7fdc98131d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.722 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.716+0000 7fdc9d034640 1 --2- 172.21.15.176:0/922678573 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc9812f990 0x7fdc98131d70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdc90009f50 tx=0x7fdc90009840 comp rx=0 tx=0).stop 2024-09-16T00:10:43.722 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.716+0000 7fdc9d034640 1 -- 172.21.15.176:0/922678573 shutdown_connections 2024-09-16T00:10:43.723 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.716+0000 7fdc9d034640 1 --2- 172.21.15.176:0/922678573 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc9812f990 0x7fdc98131d70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.723 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.716+0000 7fdc9d034640 1 --2- 172.21.15.176:0/922678573 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc98095290 0x7fdc9812f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.723 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.716+0000 7fdc9d034640 1 -- 172.21.15.176:0/922678573 >> 172.21.15.176:0/922678573 conn(0x7fdc98099dc0 msgr2=0x7fdc9809a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:43.723 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.716+0000 7fdc9d034640 1 -- 172.21.15.176:0/922678573 shutdown_connections 2024-09-16T00:10:43.723 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.716+0000 7fdc9d034640 1 -- 172.21.15.176:0/922678573 wait complete. 2024-09-16T00:10:43.723 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.716+0000 7fdc9d034640 1 Processor -- start 2024-09-16T00:10:43.724 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc9d034640 1 -- start start 2024-09-16T00:10:43.724 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc9d034640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc980947b0 0x7fdc98139180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.724 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc9d034640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc98095290 0x7fdc981396c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.724 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc9d034640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc9812f990 0x7fdc98139c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:43.725 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc9d034640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc9808ee70 con 0x7fdc98095290 2024-09-16T00:10:43.725 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc9d034640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc9806db30 con 0x7fdc9812f990 2024-09-16T00:10:43.725 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc9d034640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fdc9808ea30 con 0x7fdc980947b0 2024-09-16T00:10:43.725 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc96d9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc980947b0 0x7fdc98139180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.725 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc9759e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc9812f990 0x7fdc98139c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.725 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc9759e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc9812f990 0x7fdc98139c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:55730/0 (socket says 172.21.15.176:55730) 2024-09-16T00:10:43.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc9759e640 1 -- 172.21.15.176:0/2458613723 learned_addr learned my addr 172.21.15.176:0/2458613723 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:43.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc8ffff640 1 --2- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc98095290 0x7fdc981396c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:43.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc96d9d640 1 -- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc9812f990 msgr2=0x7fdc98139c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc96d9d640 1 --2- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc9812f990 0x7fdc98139c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc96d9d640 1 -- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc98095290 msgr2=0x7fdc981396c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc96d9d640 1 --2- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc98095290 0x7fdc981396c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc96d9d640 1 -- 172.21.15.176:0/2458613723 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc90009ae0 con 0x7fdc980947b0 2024-09-16T00:10:43.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.717+0000 7fdc8ffff640 1 --2- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc98095290 0x7fdc981396c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:43.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.718+0000 7fdc96d9d640 1 --2- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc980947b0 0x7fdc98139180 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdc88000c00 tx=0x7fdc88007ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:43.727 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:43.718+0000 7fc660ed3ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T00:10:43.729 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.718+0000 7fdc8effd640 1 -- 172.21.15.176:0/2458613723 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc880072e0 con 0x7fdc980947b0 2024-09-16T00:10:43.729 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.718+0000 7fdc9d034640 1 -- 172.21.15.176:0/2458613723 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc9808e250 con 0x7fdc980947b0 2024-09-16T00:10:43.729 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.718+0000 7fdc8effd640 1 -- 172.21.15.176:0/2458613723 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc88007440 con 0x7fdc980947b0 2024-09-16T00:10:43.729 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.718+0000 7fdc8effd640 1 -- 172.21.15.176:0/2458613723 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc880072e0 con 0x7fdc980947b0 2024-09-16T00:10:43.730 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.718+0000 7fdc9d034640 1 -- 172.21.15.176:0/2458613723 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc980881b0 con 0x7fdc980947b0 2024-09-16T00:10:43.730 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:43.718+0000 7fe2e25c3ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T00:10:43.731 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.718+0000 7fdc8effd640 1 -- 172.21.15.176:0/2458613723 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7fdc880049b0 con 0x7fdc980947b0 2024-09-16T00:10:43.731 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.718+0000 7fdc8effd640 1 -- 172.21.15.176:0/2458613723 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1181+0+0 (secure 0 0 0) 0x7fdc88004c60 con 0x7fdc980947b0 2024-09-16T00:10:43.732 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.719+0000 7fdc9d034640 1 -- 172.21.15.176:0/2458613723 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc9804bf60 con 0x7fdc980947b0 2024-09-16T00:10:43.732 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.721+0000 7fdc8effd640 1 -- 172.21.15.176:0/2458613723 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7fdc88021060 con 0x7fdc980947b0 2024-09-16T00:10:43.772 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:43.770+0000 7fc660ed3ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T00:10:43.773 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:43.770+0000 7fe2e25c3ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T00:10:43.780 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.778+0000 7fdc9d034640 1 -- 172.21.15.176:0/2458613723 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdc980636d0 con 0x7fdc980947b0 2024-09-16T00:10:43.780 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.779+0000 7fdc8effd640 1 -- 172.21.15.176:0/2458613723 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) v1 ==== 74+0+4108 (secure 0 0 0) 0x7fdc88021060 con 0x7fdc980947b0 2024-09-16T00:10:43.781 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:10:43.781 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":6,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:10:43.558125+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:10:43.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.780+0000 7fdc9d034640 1 -- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc980947b0 msgr2=0x7fdc98139180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:43.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.780+0000 7fdc9d034640 1 --2- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc980947b0 0x7fdc98139180 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdc88000c00 tx=0x7fdc88007ca0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.780+0000 7fdc9d034640 1 -- 172.21.15.176:0/2458613723 shutdown_connections 2024-09-16T00:10:43.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.780+0000 7fdc9d034640 1 --2- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdc9812f990 0x7fdc98139c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.780+0000 7fdc9d034640 1 --2- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc98095290 0x7fdc981396c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.780+0000 7fdc9d034640 1 --2- 172.21.15.176:0/2458613723 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdc980947b0 0x7fdc98139180 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:43.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.780+0000 7fdc9d034640 1 -- 172.21.15.176:0/2458613723 >> 172.21.15.176:0/2458613723 conn(0x7fdc98099dc0 msgr2=0x7fdc9809c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:43.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.780+0000 7fdc9d034640 1 -- 172.21.15.176:0/2458613723 shutdown_connections 2024-09-16T00:10:43.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:43.780+0000 7fdc9d034640 1 -- 172.21.15.176:0/2458613723 wait complete. 2024-09-16T00:10:43.792 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-16T00:10:43.792 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-16T00:10:43.858 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:43.856+0000 7fe2e25c3ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T00:10:43.859 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:43.856+0000 7fc660ed3ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T00:10:43.935 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:43.933+0000 7fc660ed3ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:10:43.935 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:43.933+0000 7fe2e25c3ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:10:43.941 INFO:tasks.ceph.osd.2.smithi176.stderr:2024-09-16T00:10:43.939+0000 7fd0ea580440 -1 Falling back to public interface 2024-09-16T00:10:43.981 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:43.979+0000 7fc660ed3ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T00:10:43.982 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:43.979+0000 7fe2e25c3ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T00:10:44.064 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:44.062+0000 7fc660ed3ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T00:10:44.065 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:44.062+0000 7fe2e25c3ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T00:10:44.118 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:44.116+0000 7fc660ed3ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T00:10:44.118 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:44.116+0000 7fe2e25c3ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T00:10:44.162 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:44.160+0000 7fe2e25c3ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T00:10:44.163 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:44.160+0000 7fc660ed3ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T00:10:44.193 INFO:tasks.ceph.osd.1.smithi176.stderr:2024-09-16T00:10:44.192+0000 7f1b69f27440 -1 Falling back to public interface 2024-09-16T00:10:44.194 INFO:tasks.ceph.osd.3.smithi176.stderr:2024-09-16T00:10:44.192+0000 7f1333c89440 -1 Falling back to public interface 2024-09-16T00:10:44.194 INFO:tasks.ceph.osd.1.smithi176.stderr:2024-09-16T00:10:44.192+0000 7f1b681fd640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6804/0: (98) Address already in use 2024-09-16T00:10:44.194 DEBUG:teuthology.orchestra.run.smithi176:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T00:10:44.199 INFO:tasks.ceph.osd.0.smithi176.stderr:2024-09-16T00:10:44.197+0000 7fcc4d60f440 -1 Falling back to public interface 2024-09-16T00:10:44.259 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:44.257+0000 7fc660ed3ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T00:10:44.259 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:44.258+0000 7fe2e25c3ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T00:10:44.281 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.279+0000 7fc5cfa17640 1 Processor -- start 2024-09-16T00:10:44.281 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cfa17640 1 -- start start 2024-09-16T00:10:44.282 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cfa17640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069160 0x7fc5c8069530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cfa17640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc5c8069a70 0x7fc5c812a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cfa17640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069e60 0x7fc5c812a730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cfa17640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5c80939f0 con 0x7fc5c8069a70 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cfa17640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c806af80 con 0x7fc5c8069e60 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cfa17640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c8099160 con 0x7fc5c8069160 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5ccfb2640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc5c8069a70 0x7fc5c812a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cdfb4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069e60 0x7fc5c812a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5ccfb2640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc5c8069a70 0x7fc5c812a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:35756/0 (socket says 172.21.15.176:35756) 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5ccfb2640 1 -- 172.21.15.176:0/3198584176 learned_addr learned my addr 172.21.15.176:0/3198584176 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cd7b3640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069160 0x7fc5c8069530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:44.283 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cd7b3640 1 -- 172.21.15.176:0/3198584176 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069e60 msgr2=0x7fc5c812a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:44.284 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cd7b3640 1 --2- 172.21.15.176:0/3198584176 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069e60 0x7fc5c812a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.284 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cd7b3640 1 -- 172.21.15.176:0/3198584176 >> v2:172.21.15.176:3300/0 conn(0x7fc5c8069a70 msgr2=0x7fc5c812a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:44.284 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.280+0000 7fc5cd7b3640 1 --2- 172.21.15.176:0/3198584176 >> v2:172.21.15.176:3300/0 conn(0x7fc5c8069a70 0x7fc5c812a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.284 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.281+0000 7fc5cd7b3640 1 -- 172.21.15.176:0/3198584176 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5c806a670 con 0x7fc5c8069160 2024-09-16T00:10:44.284 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.281+0000 7fc5cdfb4640 1 --2- 172.21.15.176:0/3198584176 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069e60 0x7fc5c812a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:44.284 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.281+0000 7fc5ccfb2640 1 --2- 172.21.15.176:0/3198584176 >> v2:172.21.15.176:3300/0 conn(0x7fc5c8069a70 0x7fc5c812a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.281+0000 7fc5cd7b3640 1 --2- 172.21.15.176:0/3198584176 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069160 0x7fc5c8069530 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009850 tx=0x7fc5c40090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bb88d78d3c02ad7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.281+0000 7fc5bffff640 1 -- 172.21.15.176:0/3198584176 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c402abc0 con 0x7fc5c8069160 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.281+0000 7fc5bffff640 1 -- 172.21.15.176:0/3198584176 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5c402ad20 con 0x7fc5c8069160 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.281+0000 7fc5bffff640 1 -- 172.21.15.176:0/3198584176 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c4032670 con 0x7fc5c8069160 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.282+0000 7fc5cfa17640 1 -- 172.21.15.176:0/3198584176 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069160 msgr2=0x7fc5c8069530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.282+0000 7fc5cfa17640 1 --2- 172.21.15.176:0/3198584176 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069160 0x7fc5c8069530 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009850 tx=0x7fc5c40090f0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.282+0000 7fc5cfa17640 1 -- 172.21.15.176:0/3198584176 shutdown_connections 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.282+0000 7fc5cfa17640 1 --2- 172.21.15.176:0/3198584176 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069e60 0x7fc5c812a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.282+0000 7fc5cfa17640 1 --2- 172.21.15.176:0/3198584176 >> v2:172.21.15.176:3300/0 conn(0x7fc5c8069a70 0x7fc5c812a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.282+0000 7fc5cfa17640 1 --2- 172.21.15.176:0/3198584176 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069160 0x7fc5c8069530 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.282+0000 7fc5cfa17640 1 -- 172.21.15.176:0/3198584176 >> 172.21.15.176:0/3198584176 conn(0x7fc5c8099ed0 msgr2=0x7fc5c809a2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:44.287 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.282+0000 7fc5cfa17640 1 -- 172.21.15.176:0/3198584176 shutdown_connections 2024-09-16T00:10:44.288 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.282+0000 7fc5cfa17640 1 -- 172.21.15.176:0/3198584176 wait complete. 2024-09-16T00:10:44.288 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.283+0000 7fc5cfa17640 1 Processor -- start 2024-09-16T00:10:44.288 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.283+0000 7fc5cfa17640 1 -- start start 2024-09-16T00:10:44.288 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.283+0000 7fc5cfa17640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069160 0x7fc5c8139440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:44.288 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.283+0000 7fc5cfa17640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069a70 0x7fc5c8139980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:44.288 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.283+0000 7fc5cfa17640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc5c8069e60 0x7fc5c8139ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:44.288 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.283+0000 7fc5cfa17640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c80888c0 con 0x7fc5c8069e60 2024-09-16T00:10:44.288 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.283+0000 7fc5cfa17640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c80884f0 con 0x7fc5c8069160 2024-09-16T00:10:44.288 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.283+0000 7fc5cfa17640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c8129840 con 0x7fc5c8069a70 2024-09-16T00:10:44.288 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5cdfb4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc5c8069e60 0x7fc5c8139ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5ccfb2640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069a70 0x7fc5c8139980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5cdfb4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc5c8069e60 0x7fc5c8139ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:35762/0 (socket says 172.21.15.176:35762) 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5cdfb4640 1 -- 172.21.15.176:0/1404280901 learned_addr learned my addr 172.21.15.176:0/1404280901 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5cd7b3640 1 --2- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069160 0x7fc5c8139440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5ccfb2640 1 -- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069160 msgr2=0x7fc5c8139440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5ccfb2640 1 --2- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069160 0x7fc5c8139440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5ccfb2640 1 -- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc5c8069e60 msgr2=0x7fc5c8139ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5ccfb2640 1 --2- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc5c8069e60 0x7fc5c8139ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5ccfb2640 1 -- 172.21.15.176:0/1404280901 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5b8009450 con 0x7fc5c8069a70 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5cdfb4640 1 --2- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc5c8069e60 0x7fc5c8139ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5ccfb2640 1 --2- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069a70 0x7fc5c8139980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8009fd0 tx=0x7fc5b80091d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5bd7fa640 1 -- 172.21.15.176:0/1404280901 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b8009680 con 0x7fc5c8069a70 2024-09-16T00:10:44.289 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5bd7fa640 1 -- 172.21.15.176:0/1404280901 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5b800c940 con 0x7fc5c8069a70 2024-09-16T00:10:44.290 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5bd7fa640 1 -- 172.21.15.176:0/1404280901 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b800cce0 con 0x7fc5c8069a70 2024-09-16T00:10:44.290 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5cfa17640 1 -- 172.21.15.176:0/1404280901 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5c0009a20 con 0x7fc5c8069a70 2024-09-16T00:10:44.290 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.284+0000 7fc5cfa17640 1 -- 172.21.15.176:0/1404280901 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5c4009390 con 0x7fc5c8069a70 2024-09-16T00:10:44.290 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.285+0000 7fc5bd7fa640 1 -- 172.21.15.176:0/1404280901 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7fc5b8005970 con 0x7fc5c8069a70 2024-09-16T00:10:44.290 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.285+0000 7fc5bd7fa640 1 -- 172.21.15.176:0/1404280901 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1181+0+0 (secure 0 0 0) 0x7fc5b800ce40 con 0x7fc5c8069a70 2024-09-16T00:10:44.291 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.285+0000 7fc5cfa17640 1 -- 172.21.15.176:0/1404280901 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5c805ed70 con 0x7fc5c8069a70 2024-09-16T00:10:44.291 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.289+0000 7fc5bd7fa640 1 -- 172.21.15.176:0/1404280901 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7fc5b8021060 con 0x7fc5c8069a70 2024-09-16T00:10:44.311 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:44.309+0000 7fe2e25c3ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T00:10:44.312 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:44.311+0000 7fc660ed3ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T00:10:44.348 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.346+0000 7fc5cfa17640 1 -- 172.21.15.176:0/1404280901 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc5c809c580 con 0x7fc5c8069a70 2024-09-16T00:10:44.348 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.346+0000 7fc5bd7fa640 1 -- 172.21.15.176:0/1404280901 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) v1 ==== 74+0+4108 (secure 0 0 0) 0x7fc5b8029020 con 0x7fc5c8069a70 2024-09-16T00:10:44.348 INFO:teuthology.misc.health.smithi176.stdout: 2024-09-16T00:10:44.348 INFO:teuthology.misc.health.smithi176.stdout:{"epoch":6,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:10:43.558125+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:10:44.349 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.347+0000 7fc5cfa17640 1 -- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069a70 msgr2=0x7fc5c8139980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:44.350 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.347+0000 7fc5cfa17640 1 --2- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069a70 0x7fc5c8139980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8009fd0 tx=0x7fc5b80091d0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.350 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.347+0000 7fc5cfa17640 1 -- 172.21.15.176:0/1404280901 shutdown_connections 2024-09-16T00:10:44.350 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.347+0000 7fc5cfa17640 1 --2- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc5c8069e60 0x7fc5c8139ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.350 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.347+0000 7fc5cfa17640 1 --2- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc5c8069a70 0x7fc5c8139980 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.350 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.347+0000 7fc5cfa17640 1 --2- 172.21.15.176:0/1404280901 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc5c8069160 0x7fc5c8139440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:44.350 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.347+0000 7fc5cfa17640 1 -- 172.21.15.176:0/1404280901 >> 172.21.15.176:0/1404280901 conn(0x7fc5c8099ed0 msgr2=0x7fc5c8092ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:44.350 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.347+0000 7fc5cfa17640 1 -- 172.21.15.176:0/1404280901 shutdown_connections 2024-09-16T00:10:44.350 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:44.347+0000 7fc5cfa17640 1 -- 172.21.15.176:0/1404280901 wait complete. 2024-09-16T00:10:44.359 DEBUG:teuthology.misc:0 of 4 OSDs are up 2024-09-16T00:10:44.364 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:44.362+0000 7fe2e25c3ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T00:10:44.365 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:44.363+0000 7fc660ed3ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T00:10:44.433 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:44.431+0000 7fe2e25c3ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T00:10:44.433 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:44.431+0000 7fc660ed3ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T00:10:44.479 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:44.477+0000 7fc660ed3ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T00:10:44.479 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:44.477+0000 7fe2e25c3ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T00:10:44.523 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:44.521+0000 7fe2e25c3ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T00:10:44.523 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:44.521+0000 7fc660ed3ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T00:10:44.733 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:44.731+0000 7fe2e25c3ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T00:10:44.733 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:10:44.731+0000 7fc660ed3ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T00:10:45.747 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:45.745+0000 7fe2cb424640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T00:10:45.747 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:10:45.745+0000 7fe2cb424640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T00:10:47.443 INFO:tasks.ceph.osd.2.smithi176.stderr:2024-09-16T00:10:47.441+0000 7fd0ea580440 -1 osd.2 0 log_to_monitors true 2024-09-16T00:10:47.629 INFO:tasks.ceph.osd.1.smithi176.stderr:2024-09-16T00:10:47.627+0000 7f1b69f27440 -1 osd.1 0 log_to_monitors true 2024-09-16T00:10:47.679 INFO:tasks.ceph.osd.3.smithi176.stderr:2024-09-16T00:10:47.677+0000 7f1333c89440 -1 osd.3 0 log_to_monitors true 2024-09-16T00:10:47.703 INFO:tasks.ceph.osd.0.smithi176.stderr:2024-09-16T00:10:47.701+0000 7fcc4d60f440 -1 osd.0 0 log_to_monitors true 2024-09-16T00:10:50.762 DEBUG:teuthology.orchestra.run.smithi176:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T00:10:50.811 INFO:tasks.ceph.osd.1.smithi176.stderr:2024-09-16T00:10:50.809+0000 7f1b649f6640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T00:10:50.817 INFO:tasks.ceph.osd.1.smithi176.stderr:2024-09-16T00:10:50.815+0000 7f1b5d884640 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:10:50.845 INFO:tasks.ceph.osd.2.smithi176.stderr:2024-09-16T00:10:50.843+0000 7fd0e4ff6640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T00:10:50.853 INFO:tasks.ceph.osd.2.smithi176.stderr:2024-09-16T00:10:50.852+0000 7fd0ddfe8640 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:10:50.859 INFO:tasks.ceph.osd.3.smithi176.stderr:2024-09-16T00:10:50.859+0000 7f132edf6640 -1 osd.3 0 waiting for initial osdmap 2024-09-16T00:10:50.863 INFO:tasks.ceph.osd.3.smithi176.stderr:2024-09-16T00:10:50.863+0000 7f1327de8640 -1 osd.3 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:10:50.875 INFO:tasks.ceph.osd.0.smithi176.stderr:2024-09-16T00:10:50.873+0000 7fcc47df6640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T00:10:50.877 INFO:tasks.ceph.osd.0.smithi176.stderr:2024-09-16T00:10:50.877+0000 7fcc40de8640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:10:50.888 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff56a59d640 1 Processor -- start 2024-09-16T00:10:50.888 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff56a59d640 1 -- start start 2024-09-16T00:10:50.888 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff56a59d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 0x7ff564098660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:50.888 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff56a59d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff56406af00 0x7ff564098ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:50.888 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff56a59d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff5640990e0 0x7ff564130910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:50.888 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff56a59d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff56406f4d0 con 0x7ff5640990e0 2024-09-16T00:10:50.888 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff56a59d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff564063d80 con 0x7ff56406af00 2024-09-16T00:10:50.889 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff56a59d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff564093e90 con 0x7ff564093ac0 2024-09-16T00:10:50.889 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff568b3a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff5640990e0 0x7ff564130910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:50.889 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff563fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 0x7ff564098660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:50.889 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff568b3a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff5640990e0 0x7ff564130910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47624/0 (socket says 172.21.15.176:47624) 2024-09-16T00:10:50.889 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff568b3a640 1 -- 172.21.15.176:0/3816101765 learned_addr learned my addr 172.21.15.176:0/3816101765 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:50.889 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.885+0000 7ff5637fe640 1 --2- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff56406af00 0x7ff564098ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:50.889 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.886+0000 7ff568b3a640 1 -- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 msgr2=0x7ff564098660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:50.889 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.886+0000 7ff568b3a640 1 --2- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 0x7ff564098660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:50.890 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.886+0000 7ff568b3a640 1 -- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff56406af00 msgr2=0x7ff564098ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:50.890 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.886+0000 7ff568b3a640 1 --2- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff56406af00 0x7ff564098ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:50.890 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.886+0000 7ff568b3a640 1 -- 172.21.15.176:0/3816101765 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff56406b780 con 0x7ff5640990e0 2024-09-16T00:10:50.890 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.886+0000 7ff5637fe640 1 --2- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff56406af00 0x7ff564098ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:50.890 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.886+0000 7ff568b3a640 1 --2- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5640990e0 0x7ff564130910 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff55c009f20 tx=0x7ff55c009840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef3a30f0ede14030 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:50.890 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.886+0000 7ff562ffd640 1 -- 172.21.15.176:0/3816101765 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff55c031400 con 0x7ff5640990e0 2024-09-16T00:10:50.890 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff562ffd640 1 -- 172.21.15.176:0/3816101765 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff55c02d050 con 0x7ff5640990e0 2024-09-16T00:10:50.890 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff562ffd640 1 -- 172.21.15.176:0/3816101765 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff55c0317d0 con 0x7ff5640990e0 2024-09-16T00:10:50.890 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff56a59d640 1 -- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5640990e0 msgr2=0x7ff564130910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:50.890 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff56a59d640 1 --2- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5640990e0 0x7ff564130910 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff55c009f20 tx=0x7ff55c009840 comp rx=0 tx=0).stop 2024-09-16T00:10:50.891 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff56a59d640 1 -- 172.21.15.176:0/3816101765 shutdown_connections 2024-09-16T00:10:50.891 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff56a59d640 1 --2- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff5640990e0 0x7ff564130910 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:50.891 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff56a59d640 1 --2- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff56406af00 0x7ff564098ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:50.891 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff56a59d640 1 --2- 172.21.15.176:0/3816101765 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 0x7ff564098660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:50.891 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff56a59d640 1 -- 172.21.15.176:0/3816101765 >> 172.21.15.176:0/3816101765 conn(0x7ff564096240 msgr2=0x7ff564096640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:50.891 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff56a59d640 1 -- 172.21.15.176:0/3816101765 shutdown_connections 2024-09-16T00:10:50.891 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.887+0000 7ff56a59d640 1 -- 172.21.15.176:0/3816101765 wait complete. 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff56a59d640 1 Processor -- start 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff56a59d640 1 -- start start 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff56a59d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff56406af00 0x7ff56412bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff56a59d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 0x7ff56412c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff56a59d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5640990e0 0x7ff56408f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff56a59d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff564091f00 con 0x7ff56406af00 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff56a59d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff564092860 con 0x7ff5640990e0 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff56a59d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff564092a70 con 0x7ff564093ac0 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff563fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff56406af00 0x7ff56412bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff5637fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 0x7ff56412c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff568b3a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5640990e0 0x7ff56408f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:50.894 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff563fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff56406af00 0x7ff56412bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47640/0 (socket says 172.21.15.176:47640) 2024-09-16T00:10:50.895 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.888+0000 7ff563fff640 1 -- 172.21.15.176:0/1250210915 learned_addr learned my addr 172.21.15.176:0/1250210915 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:50.895 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff568b3a640 1 -- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 msgr2=0x7ff56412c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:50.895 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff568b3a640 1 --2- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 0x7ff56412c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:50.895 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff568b3a640 1 -- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff56406af00 msgr2=0x7ff56412bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:50.895 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff568b3a640 1 --2- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff56406af00 0x7ff56412bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:50.895 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff568b3a640 1 -- 172.21.15.176:0/1250210915 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff558009390 con 0x7ff5640990e0 2024-09-16T00:10:50.895 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff5637fe640 1 --2- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 0x7ff56412c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:50.895 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff563fff640 1 --2- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff56406af00 0x7ff56412bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:50.895 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff568b3a640 1 --2- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5640990e0 0x7ff56408f540 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff55c030000 tx=0x7ff55c036000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:50.895 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff54bfff640 1 -- 172.21.15.176:0/1250210915 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff55c007170 con 0x7ff5640990e0 2024-09-16T00:10:50.896 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff54bfff640 1 -- 172.21.15.176:0/1250210915 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff55c007e40 con 0x7ff5640990e0 2024-09-16T00:10:50.896 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff56a59d640 1 -- 172.21.15.176:0/1250210915 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff55c009ae0 con 0x7ff5640990e0 2024-09-16T00:10:50.896 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff54bfff640 1 -- 172.21.15.176:0/1250210915 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff55c03c670 con 0x7ff5640990e0 2024-09-16T00:10:50.896 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.889+0000 7ff56a59d640 1 -- 172.21.15.176:0/1250210915 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff56412c740 con 0x7ff5640990e0 2024-09-16T00:10:50.896 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.890+0000 7ff56a59d640 1 -- 172.21.15.176:0/1250210915 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff56405ed70 con 0x7ff5640990e0 2024-09-16T00:10:50.896 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.890+0000 7ff54bfff640 1 -- 172.21.15.176:0/1250210915 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 4) v1 ==== 58495+0+0 (secure 0 0 0) 0x7ff55c03caa0 con 0x7ff5640990e0 2024-09-16T00:10:50.896 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.890+0000 7ff54bfff640 1 -- 172.21.15.176:0/1250210915 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1509+0+0 (secure 0 0 0) 0x7ff55c0840a0 con 0x7ff5640990e0 2024-09-16T00:10:50.897 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:50.894+0000 7ff54bfff640 1 -- 172.21.15.176:0/1250210915 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7ff55c0ad270 con 0x7ff5640990e0 2024-09-16T00:10:51.027 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.026+0000 7ff56a59d640 1 -- 172.21.15.176:0/1250210915 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff5640646a0 con 0x7ff5640990e0 2024-09-16T00:10:51.027 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.026+0000 7ff54bfff640 1 -- 172.21.15.176:0/1250210915 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v8) v1 ==== 74+0+4108 (secure 0 0 0) 0x7ff55c040070 con 0x7ff5640990e0 2024-09-16T00:10:51.028 INFO:teuthology.misc.health.smithi176.stdout: 2024-09-16T00:10:51.028 INFO:teuthology.misc.health.smithi176.stdout:{"epoch":8,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:10:48.745969+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:10:51.030 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.028+0000 7ff56a59d640 1 -- 172.21.15.176:0/1250210915 >> v1:172.21.15.176:6816/32228 conn(0x7ff55004cb10 legacy=0x7ff55004efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:51.030 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.028+0000 7ff56a59d640 1 -- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5640990e0 msgr2=0x7ff56408f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:51.030 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.028+0000 7ff56a59d640 1 --2- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5640990e0 0x7ff56408f540 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff55c030000 tx=0x7ff55c036000 comp rx=0 tx=0).stop 2024-09-16T00:10:51.030 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.028+0000 7ff56a59d640 1 -- 172.21.15.176:0/1250210915 shutdown_connections 2024-09-16T00:10:51.031 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.028+0000 7ff56a59d640 1 --2- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff5640990e0 0x7ff56408f540 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:51.031 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.028+0000 7ff56a59d640 1 --2- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff564093ac0 0x7ff56412c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:51.031 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.028+0000 7ff56a59d640 1 --2- 172.21.15.176:0/1250210915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff56406af00 0x7ff56412bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:51.031 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.028+0000 7ff56a59d640 1 -- 172.21.15.176:0/1250210915 >> 172.21.15.176:0/1250210915 conn(0x7ff564096240 msgr2=0x7ff56412cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:51.031 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.028+0000 7ff56a59d640 1 -- 172.21.15.176:0/1250210915 shutdown_connections 2024-09-16T00:10:51.031 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:51.028+0000 7ff56a59d640 1 -- 172.21.15.176:0/1250210915 wait complete. 2024-09-16T00:10:51.039 DEBUG:teuthology.misc:0 of 4 OSDs are up 2024-09-16T00:10:57.442 DEBUG:teuthology.orchestra.run.smithi176:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T00:10:57.537 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.536+0000 7f5df3f9d640 1 Processor -- start 2024-09-16T00:10:57.537 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df3f9d640 1 -- start start 2024-09-16T00:10:57.539 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df3f9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069120 0x7f5dec0694f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.539 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df3f9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5dec069a30 0x7f5dec129f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.539 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df3f9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 0x7f5dec12a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.539 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df3f9d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dec06acd0 con 0x7f5dec069a30 2024-09-16T00:10:57.539 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df3f9d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dec09bd20 con 0x7f5dec069120 2024-09-16T00:10:57.539 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df3f9d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5dec091e70 con 0x7f5dec12a4c0 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df1538640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5dec069a30 0x7f5dec129f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df1d39640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069120 0x7f5dec0694f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df1538640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5dec069a30 0x7f5dec129f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47616/0 (socket says 172.21.15.176:47616) 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df1538640 1 -- 172.21.15.176:0/2274804991 learned_addr learned my addr 172.21.15.176:0/2274804991 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df253a640 1 --2- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 0x7f5dec12a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df1538640 1 -- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 msgr2=0x7f5dec12a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df1538640 1 --2- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 0x7f5dec12a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df1538640 1 -- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069120 msgr2=0x7f5dec0694f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df1538640 1 --2- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069120 0x7f5dec0694f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df1538640 1 -- 172.21.15.176:0/2274804991 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dec096ae0 con 0x7f5dec069a30 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df253a640 1 --2- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 0x7f5dec12a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:57.540 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.537+0000 7f5df1d39640 1 --2- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069120 0x7f5dec0694f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:57.541 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.538+0000 7f5df1538640 1 --2- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069a30 0x7f5dec129f80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5de8009910 tx=0x7f5de80091d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb2d5f82f30105c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:57.541 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.538+0000 7f5df0d37640 1 -- 172.21.15.176:0/2274804991 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5de802ac90 con 0x7f5dec069a30 2024-09-16T00:10:57.541 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.538+0000 7f5df0d37640 1 -- 172.21.15.176:0/2274804991 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5de802adf0 con 0x7f5dec069a30 2024-09-16T00:10:57.541 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.538+0000 7f5df0d37640 1 -- 172.21.15.176:0/2274804991 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5de8032670 con 0x7f5dec069a30 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.539+0000 7f5df3f9d640 1 -- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069a30 msgr2=0x7f5dec129f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.539+0000 7f5df3f9d640 1 --2- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069a30 0x7f5dec129f80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5de8009910 tx=0x7f5de80091d0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.539+0000 7f5df3f9d640 1 -- 172.21.15.176:0/2274804991 shutdown_connections 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.539+0000 7f5df3f9d640 1 --2- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 0x7f5dec12a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.539+0000 7f5df3f9d640 1 --2- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069a30 0x7f5dec129f80 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.539+0000 7f5df3f9d640 1 --2- 172.21.15.176:0/2274804991 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069120 0x7f5dec0694f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.539+0000 7f5df3f9d640 1 -- 172.21.15.176:0/2274804991 >> 172.21.15.176:0/2274804991 conn(0x7f5dec09ae30 msgr2=0x7f5dec09b230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.539+0000 7f5df3f9d640 1 -- 172.21.15.176:0/2274804991 shutdown_connections 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.539+0000 7f5df3f9d640 1 -- 172.21.15.176:0/2274804991 wait complete. 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df3f9d640 1 Processor -- start 2024-09-16T00:10:57.544 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df3f9d640 1 -- start start 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df3f9d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069120 0x7f5dec139250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df3f9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069a30 0x7f5dec139790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df3f9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 0x7f5dec139cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df3f9d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dec091080 con 0x7f5dec069120 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df3f9d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dec12a000 con 0x7f5dec069a30 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df3f9d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f5dec090930 con 0x7f5dec12a4c0 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df1d39640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069120 0x7f5dec139250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df1538640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069a30 0x7f5dec139790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df253a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 0x7f5dec139cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df1d39640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069120 0x7f5dec139250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47618/0 (socket says 172.21.15.176:47618) 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.540+0000 7f5df1d39640 1 -- 172.21.15.176:0/1535399081 learned_addr learned my addr 172.21.15.176:0/1535399081 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:57.545 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5df1538640 1 -- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 msgr2=0x7f5dec139cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5df1538640 1 --2- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 0x7f5dec139cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5df1538640 1 -- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069120 msgr2=0x7f5dec139250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5df1538640 1 --2- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069120 0x7f5dec139250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5df1538640 1 -- 172.21.15.176:0/1535399081 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5de0009390 con 0x7f5dec069a30 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5df1d39640 1 --2- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069120 0x7f5dec139250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5df1538640 1 --2- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069a30 0x7f5dec139790 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5de8031000 tx=0x7f5de8032000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5dddffb640 1 -- 172.21.15.176:0/1535399081 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5de803d650 con 0x7f5dec069a30 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5dddffb640 1 -- 172.21.15.176:0/1535399081 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5de803d7b0 con 0x7f5dec069a30 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5df3f9d640 1 -- 172.21.15.176:0/1535399081 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5de4009a20 con 0x7f5dec069a30 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5dddffb640 1 -- 172.21.15.176:0/1535399081 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5de803db70 con 0x7f5dec069a30 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.541+0000 7f5df3f9d640 1 -- 172.21.15.176:0/1535399081 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5de8009450 con 0x7f5dec069a30 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.542+0000 7f5df3f9d640 1 -- 172.21.15.176:0/1535399081 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5dec05ed70 con 0x7f5dec069a30 2024-09-16T00:10:57.546 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.542+0000 7f5dddffb640 1 -- 172.21.15.176:0/1535399081 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f5de8039040 con 0x7f5dec069a30 2024-09-16T00:10:57.547 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.543+0000 7f5dddffb640 1 -- 172.21.15.176:0/1535399081 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2455+0+0 (secure 0 0 0) 0x7f5de8082940 con 0x7f5dec069a30 2024-09-16T00:10:57.547 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.547+0000 7f5dddffb640 1 -- 172.21.15.176:0/1535399081 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f5de805dc10 con 0x7f5dec069a30 2024-09-16T00:10:57.679 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.678+0000 7f5df3f9d640 1 -- 172.21.15.176:0/1535399081 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5dec0646a0 con 0x7f5dec069a30 2024-09-16T00:10:57.679 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.678+0000 7f5dddffb640 1 -- 172.21.15.176:0/1535399081 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+6575 (secure 0 0 0) 0x7f5de8037070 con 0x7f5dec069a30 2024-09-16T00:10:57.680 INFO:teuthology.misc.health.smithi176.stdout: 2024-09-16T00:10:57.680 INFO:teuthology.misc.health.smithi176.stdout:{"epoch":12,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:10:55.014386+0000","last_up_change":"2024-09-16T00:10:51.813273+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":32744}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":32744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":32744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":32744}]},"public_addr":"172.21.15.176:6812/32744","cluster_addr":"172.21.15.176:6813/32744","heartbeat_back_addr":"172.21.15.176:6815/32744","heartbeat_front_addr":"172.21.15.176:6814/32744","state":["exists","up"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":32745}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":32745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":32745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":32745}]},"public_addr":"172.21.15.176:6805/32745","cluster_addr":"172.21.15.176:6807/32745","heartbeat_back_addr":"172.21.15.176:6811/32745","heartbeat_front_addr":"172.21.15.176:6810/32745","state":["exists","up"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":32746}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":32746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":32746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":32746}]},"public_addr":"172.21.15.176:6800/32746","cluster_addr":"172.21.15.176:6801/32746","heartbeat_back_addr":"172.21.15.176:6803/32746","heartbeat_front_addr":"172.21.15.176:6802/32746","state":["exists","up"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":32747}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":32747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":32747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":32747}]},"public_addr":"172.21.15.176:6804/32747","cluster_addr":"172.21.15.176:6806/32747","heartbeat_back_addr":"172.21.15.176:6809/32747","heartbeat_front_addr":"172.21.15.176:6808/32747","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:10:57.682 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.680+0000 7f5df3f9d640 1 -- 172.21.15.176:0/1535399081 >> v1:172.21.15.176:6816/32228 conn(0x7f5dd004cb70 legacy=0x7f5dd004f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:57.682 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.680+0000 7f5df3f9d640 1 -- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069a30 msgr2=0x7f5dec139790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:57.682 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.680+0000 7f5df3f9d640 1 --2- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069a30 0x7f5dec139790 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5de8031000 tx=0x7f5de8032000 comp rx=0 tx=0).stop 2024-09-16T00:10:57.682 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.680+0000 7f5df3f9d640 1 -- 172.21.15.176:0/1535399081 shutdown_connections 2024-09-16T00:10:57.682 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.680+0000 7f5df3f9d640 1 --2- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dec12a4c0 0x7f5dec139cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.682 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.680+0000 7f5df3f9d640 1 --2- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dec069a30 0x7f5dec139790 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.683 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.680+0000 7f5df3f9d640 1 --2- 172.21.15.176:0/1535399081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dec069120 0x7f5dec139250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.683 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.680+0000 7f5df3f9d640 1 -- 172.21.15.176:0/1535399081 >> 172.21.15.176:0/1535399081 conn(0x7f5dec09ae30 msgr2=0x7f5dec0938c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:57.683 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.680+0000 7f5df3f9d640 1 -- 172.21.15.176:0/1535399081 shutdown_connections 2024-09-16T00:10:57.683 INFO:teuthology.misc.health.smithi176.stderr:2024-09-16T00:10:57.680+0000 7f5df3f9d640 1 -- 172.21.15.176:0/1535399081 wait complete. 2024-09-16T00:10:57.690 DEBUG:teuthology.misc:4 of 4 OSDs are up 2024-09-16T00:10:57.690 INFO:tasks.ceph:Creating RBD pool 2024-09-16T00:10:57.690 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-16T00:10:57.790 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.782+0000 7f49e9ea8640 1 Processor -- start 2024-09-16T00:10:57.790 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.782+0000 7f49e9ea8640 1 -- start start 2024-09-16T00:10:57.790 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.782+0000 7f49e9ea8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4093690 0x7f49e4093a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.790 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.782+0000 7f49e9ea8640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f49e4098810 0x7f49e4098be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.790 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.782+0000 7f49e9ea8640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4099120 0x7f49e4130ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.790 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.782+0000 7f49e9ea8640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49e40674a0 con 0x7f49e4098810 2024-09-16T00:10:57.790 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.782+0000 7f49e9ea8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49e406b1f0 con 0x7f49e4093690 2024-09-16T00:10:57.790 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.782+0000 7f49e9ea8640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f49e406a160 con 0x7f49e4099120 2024-09-16T00:10:57.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49e3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4099120 0x7f49e4130ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49e37fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4093690 0x7f49e4093a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49dbfff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f49e4098810 0x7f49e4098be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49e3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4099120 0x7f49e4130ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:43944/0 (socket says 172.21.15.176:43944) 2024-09-16T00:10:57.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49e37fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4093690 0x7f49e4093a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45084/0 (socket says 172.21.15.176:45084) 2024-09-16T00:10:57.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49e3fff640 1 -- 172.21.15.176:0/1507401444 learned_addr learned my addr 172.21.15.176:0/1507401444 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:57.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49dbfff640 1 -- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4099120 msgr2=0x7f49e4130ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:57.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49dbfff640 1 --2- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4099120 0x7f49e4130ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49dbfff640 1 -- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4093690 msgr2=0x7f49e4093a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:57.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49dbfff640 1 --2- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4093690 0x7f49e4093a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49dbfff640 1 -- 172.21.15.176:0/1507401444 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49e406af20 con 0x7f49e4098810 2024-09-16T00:10:57.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49e3fff640 1 --2- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4099120 0x7f49e4130ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:57.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.783+0000 7f49e37fe640 1 --2- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4093690 0x7f49e4093a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:57.793 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49dbfff640 1 --2- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4098810 0x7f49e4098be0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f49cc009850 tx=0x7f49cc0090f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ad964a081569bae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:57.793 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e2ffd640 1 -- 172.21.15.176:0/1507401444 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49cc02abc0 con 0x7f49e4098810 2024-09-16T00:10:57.793 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e2ffd640 1 -- 172.21.15.176:0/1507401444 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49cc02ad20 con 0x7f49e4098810 2024-09-16T00:10:57.793 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e2ffd640 1 -- 172.21.15.176:0/1507401444 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49cc032670 con 0x7f49e4098810 2024-09-16T00:10:57.793 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e9ea8640 1 -- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4098810 msgr2=0x7f49e4098be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:57.793 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e9ea8640 1 --2- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4098810 0x7f49e4098be0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f49cc009850 tx=0x7f49cc0090f0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.793 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e9ea8640 1 -- 172.21.15.176:0/1507401444 shutdown_connections 2024-09-16T00:10:57.794 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e9ea8640 1 --2- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4099120 0x7f49e4130ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.794 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e9ea8640 1 --2- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4098810 0x7f49e4098be0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.794 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e9ea8640 1 --2- 172.21.15.176:0/1507401444 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4093690 0x7f49e4093a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.794 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e9ea8640 1 -- 172.21.15.176:0/1507401444 >> 172.21.15.176:0/1507401444 conn(0x7f49e409a3a0 msgr2=0x7f49e40963f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:57.794 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e9ea8640 1 -- 172.21.15.176:0/1507401444 shutdown_connections 2024-09-16T00:10:57.794 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.784+0000 7f49e9ea8640 1 -- 172.21.15.176:0/1507401444 wait complete. 2024-09-16T00:10:57.794 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.785+0000 7f49e9ea8640 1 Processor -- start 2024-09-16T00:10:57.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.785+0000 7f49e9ea8640 1 -- start start 2024-09-16T00:10:57.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.785+0000 7f49e9ea8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4093690 0x7f49e411f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.785+0000 7f49e9ea8640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4098810 0x7f49e411f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.785+0000 7f49e9ea8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4099120 0x7f49e411fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:57.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.785+0000 7f49e9ea8640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e4121fa0 con 0x7f49e4093690 2024-09-16T00:10:57.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.785+0000 7f49e9ea8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49e4121780 con 0x7f49e4099120 2024-09-16T00:10:57.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.785+0000 7f49e9ea8640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f49e4120f80 con 0x7f49e4098810 2024-09-16T00:10:57.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e37fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4093690 0x7f49e411f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e37fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4093690 0x7f49e411f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47638/0 (socket says 172.21.15.176:47638) 2024-09-16T00:10:57.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e37fe640 1 -- 172.21.15.176:0/2608817081 learned_addr learned my addr 172.21.15.176:0/2608817081 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e3fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4099120 0x7f49e411fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49dbfff640 1 --2- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4098810 0x7f49e411f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e37fe640 1 -- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4098810 msgr2=0x7f49e411f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e37fe640 1 --2- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4098810 0x7f49e411f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e37fe640 1 -- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4099120 msgr2=0x7f49e411fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e37fe640 1 --2- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4099120 0x7f49e411fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e37fe640 1 -- 172.21.15.176:0/2608817081 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49d4009390 con 0x7f49e4093690 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e3fff640 1 --2- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4099120 0x7f49e411fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e37fe640 1 --2- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4093690 0x7f49e411f3c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f49d400ec80 tx=0x7f49d40090f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49db7fe640 1 -- 172.21.15.176:0/2608817081 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d400eec0 con 0x7f49e4093690 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49db7fe640 1 -- 172.21.15.176:0/2608817081 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49d400cbc0 con 0x7f49e4093690 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e9ea8640 1 -- 172.21.15.176:0/2608817081 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49dc009ae0 con 0x7f49e4093690 2024-09-16T00:10:57.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49db7fe640 1 -- 172.21.15.176:0/2608817081 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d4013470 con 0x7f49e4093690 2024-09-16T00:10:57.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.786+0000 7f49e9ea8640 1 -- 172.21.15.176:0/2608817081 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49cc009390 con 0x7f49e4093690 2024-09-16T00:10:57.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.787+0000 7f49db7fe640 1 -- 172.21.15.176:0/2608817081 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f49d40137e0 con 0x7f49e4093690 2024-09-16T00:10:57.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.787+0000 7f49e9ea8640 1 -- 172.21.15.176:0/2608817081 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49e40668c0 con 0x7f49e4093690 2024-09-16T00:10:57.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.788+0000 7f49db7fe640 1 -- 172.21.15.176:0/2608817081 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2455+0+0 (secure 0 0 0) 0x7f49d40634e0 con 0x7f49e4093690 2024-09-16T00:10:57.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.791+0000 7f49db7fe640 1 -- 172.21.15.176:0/2608817081 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f49d403e5e0 con 0x7f49e4093690 2024-09-16T00:10:57.925 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:57.921+0000 7f49e9ea8640 1 -- 172.21.15.176:0/2608817081 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7f49e4064410 con 0x7f49e4093690 2024-09-16T00:10:58.031 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.030+0000 7f49db7fe640 1 -- 172.21.15.176:0/2608817081 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v13) v1 ==== 109+0+0 (secure 0 0 0) 0x7f49d4041fc0 con 0x7f49e4093690 2024-09-16T00:10:58.032 INFO:teuthology.orchestra.run.smithi176.stderr:pool 'rbd' created 2024-09-16T00:10:58.033 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.032+0000 7f49e9ea8640 1 -- 172.21.15.176:0/2608817081 >> v1:172.21.15.176:6816/32228 conn(0x7f49c404cb70 legacy=0x7f49c404f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:58.034 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.032+0000 7f49e9ea8640 1 -- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4093690 msgr2=0x7f49e411f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:58.034 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.032+0000 7f49e9ea8640 1 --2- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4093690 0x7f49e411f3c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f49d400ec80 tx=0x7f49d40090f0 comp rx=0 tx=0).stop 2024-09-16T00:10:58.034 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.032+0000 7f49e9ea8640 1 -- 172.21.15.176:0/2608817081 shutdown_connections 2024-09-16T00:10:58.034 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.032+0000 7f49e9ea8640 1 --2- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49e4099120 0x7f49e411fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:58.034 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.032+0000 7f49e9ea8640 1 --2- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49e4098810 0x7f49e411f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:58.034 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.032+0000 7f49e9ea8640 1 --2- 172.21.15.176:0/2608817081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49e4093690 0x7f49e411f3c0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:58.034 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.033+0000 7f49e9ea8640 1 -- 172.21.15.176:0/2608817081 >> 172.21.15.176:0/2608817081 conn(0x7f49e409a3a0 msgr2=0x7f49e406cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:58.034 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.033+0000 7f49e9ea8640 1 -- 172.21.15.176:0/2608817081 shutdown_connections 2024-09-16T00:10:58.034 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.033+0000 7f49e9ea8640 1 -- 172.21.15.176:0/2608817081 wait complete. 2024-09-16T00:10:58.047 DEBUG:teuthology.orchestra.run.smithi176:> rbd --cluster ceph pool init rbd 2024-09-16T00:10:58.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.150+0000 7f211c8d5b80 1 Processor -- start 2024-09-16T00:10:58.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.150+0000 7f211c8d5b80 1 -- start start 2024-09-16T00:10:58.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211c8d5b80 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacb1a0 0x55aeafacb570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:58.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211c8d5b80 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbe80 0x55aeafb7a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211c8d5b80 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55aeafa0a0e0 con 0x55aeafacbab0 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211c8d5b80 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x55aeafa43260 con 0x55aeafacb1a0 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211c8d5b80 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x55aeafa3ef40 con 0x55aeafacbe80 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211964b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacb1a0 0x55aeafacb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f2119e4c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbe80 0x55aeafb7a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f2119e4c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbe80 0x55aeafb7a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:43974/0 (socket says 172.21.15.176:43974) 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f2119e4c640 1 -- 172.21.15.176:0/186553758 learned_addr learned my addr 172.21.15.176:0/186553758 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211964b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacb1a0 0x55aeafacb570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45094/0 (socket says 172.21.15.176:45094) 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f2110e4a640 1 --1- 172.21.15.176:0/186553758 >> v1:172.21.15.176:6789/0 conn(0x55aeafacbab0 0x55aeafb768f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:38928/0 (socket says 172.21.15.176:38928) 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211964b640 1 -- 172.21.15.176:0/186553758 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbe80 msgr2=0x55aeafb7a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:10:58.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211964b640 1 --2- 172.21.15.176:0/186553758 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbe80 0x55aeafb7a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:58.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f2118e4a640 1 -- 172.21.15.176:0/186553758 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4031483868 0 0) 0x55aeafa0a0e0 con 0x55aeafacbab0 2024-09-16T00:10:58.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211964b640 1 -- 172.21.15.176:0/186553758 >> v1:172.21.15.176:6789/0 conn(0x55aeafacbab0 legacy=0x55aeafb768f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:58.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f211964b640 1 -- 172.21.15.176:0/186553758 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aeaf9e3270 con 0x55aeafacb1a0 2024-09-16T00:10:58.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.151+0000 7f2119e4c640 1 --2- 172.21.15.176:0/186553758 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbe80 0x55aeafb7a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:58.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.153+0000 7f211964b640 1 --2- 172.21.15.176:0/186553758 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacb1a0 0x55aeafacb570 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f210c00a680 tx=0x7f210c045d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79b2b48e200ee1c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:58.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.153+0000 7f2118e4a640 1 -- 172.21.15.176:0/186553758 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f210c04d560 con 0x55aeafacb1a0 2024-09-16T00:10:58.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.153+0000 7f2118e4a640 1 -- 172.21.15.176:0/186553758 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f210c04d6c0 con 0x55aeafacb1a0 2024-09-16T00:10:58.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.153+0000 7f2118e4a640 1 -- 172.21.15.176:0/186553758 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f210c04d850 con 0x55aeafacb1a0 2024-09-16T00:10:58.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.153+0000 7f211c8d5b80 1 -- 172.21.15.176:0/186553758 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacb1a0 msgr2=0x55aeafacb570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:58.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.153+0000 7f211c8d5b80 1 --2- 172.21.15.176:0/186553758 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacb1a0 0x55aeafacb570 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f210c00a680 tx=0x7f210c045d50 comp rx=0 tx=0).stop 2024-09-16T00:10:58.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.154+0000 7f211c8d5b80 1 -- 172.21.15.176:0/186553758 shutdown_connections 2024-09-16T00:10:58.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.154+0000 7f211c8d5b80 1 --2- 172.21.15.176:0/186553758 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbe80 0x55aeafb7a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:58.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.154+0000 7f211c8d5b80 1 --2- 172.21.15.176:0/186553758 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacb1a0 0x55aeafacb570 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:58.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.154+0000 7f211c8d5b80 1 -- 172.21.15.176:0/186553758 >> 172.21.15.176:0/186553758 conn(0x55aeafae6350 msgr2=0x55aeafae3680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:10:58.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.154+0000 7f211c8d5b80 1 -- 172.21.15.176:0/186553758 shutdown_connections 2024-09-16T00:10:58.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.154+0000 7f211c8d5b80 1 -- 172.21.15.176:0/186553758 wait complete. 2024-09-16T00:10:58.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.154+0000 7f211c8d5b80 1 Processor -- start 2024-09-16T00:10:58.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.154+0000 7f211c8d5b80 1 -- start start 2024-09-16T00:10:58.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211c8d5b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aeafacb1a0 0x55aeafb6a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211c8d5b80 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbab0 0x55aeafb6ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211c8d5b80 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacbe80 0x55aeafb6b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211c8d5b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aeafa01ba0 con 0x55aeafacb1a0 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211c8d5b80 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x55aeafa01840 con 0x55aeafacbe80 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211c8d5b80 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x55aeaf9c47a0 con 0x55aeafacbab0 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211964b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aeafacb1a0 0x55aeafb6a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211964b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aeafacb1a0 0x55aeafb6a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47646/0 (socket says 172.21.15.176:47646) 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211964b640 1 -- 172.21.15.176:0/1855922019 learned_addr learned my addr 172.21.15.176:0/1855922019 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f2110e4a640 1 --2- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbab0 0x55aeafb6ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f2119e4c640 1 --2- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacbe80 0x55aeafb6b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211964b640 1 -- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbab0 msgr2=0x55aeafb6ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211964b640 1 --2- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbab0 0x55aeafb6ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211964b640 1 -- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacbe80 msgr2=0x55aeafb6b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:10:58.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211964b640 1 --2- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacbe80 0x55aeafb6b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211964b640 1 -- 172.21.15.176:0/1855922019 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f211400a180 con 0x55aeafacb1a0 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f2119e4c640 1 --2- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x55aeafacbe80 0x55aeafb6b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f2110e4a640 1 --2- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x55aeafacbab0 0x55aeafb6ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211964b640 1 --2- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aeafacb1a0 0x55aeafb6a850 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f210c025b80 tx=0x7f210c058000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f210c055440 con 0x55aeafacb1a0 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f210c0555c0 con 0x55aeafacb1a0 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f210c005cf0 con 0x55aeafacb1a0 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.155+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f210c055980 con 0x55aeafacb1a0 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.156+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55aeaf9f00e0 con 0x55aeafacb1a0 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.157+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f210c05c070 con 0x55aeafacb1a0 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.157+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2797+0+0 (secure 0 0 0) 0x7f210c0a59d0 con 0x55aeafacb1a0 2024-09-16T00:10:58.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:58.157+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd pool application enable","pool": "rbd","app": "rbd"} v 0) v1 -- 0x55aeaf9e3600 con 0x55aeafacb1a0 2024-09-16T00:10:59.039 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.037+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]=0 enabled application 'rbd' on pool 'rbd' v14) v1 ==== 141+0+0 (secure 0 0 0) 0x7f210c063030 con 0x55aeafacb1a0 2024-09-16T00:10:59.039 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.037+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x55aeafa01630 con 0x55aeafacb1a0 2024-09-16T00:10:59.039 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.038+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_get_version_reply(handle=1 version=14) v2 ==== 24+0+0 (secure 0 0 0) 0x7f210c084960 con 0x55aeafacb1a0 2024-09-16T00:10:59.039 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.038+0000 7f2113fff640 1 -- 172.21.15.176:0/1855922019 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=14}) v3 -- 0x7f20f4002a10 con 0x55aeafacb1a0 2024-09-16T00:10:59.039 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.038+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 8 ==== osd_map(14..14 src has 1..14) v4 ==== 642+0+0 (secure 0 0 0) 0x7f210c084700 con 0x55aeafacb1a0 2024-09-16T00:10:59.040 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.039+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 --> v1:172.21.15.176:6804/32747 -- osd_op(unknown.0.0:1 2.3 2:c4c92e5a:::rbd_trash:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e14) v8 -- 0x55aeafb8a500 con 0x55aeafb86a00 2024-09-16T00:10:59.043 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.042+0000 7f2119e4c640 1 -- 172.21.15.176:0/1855922019 <== osd.3 v1:172.21.15.176:6804/32747 1 ==== osd_op_reply(1 rbd_trash [create] v14'1 uv1 ondisk = 0) v8 ==== 153+0+0 (unknown 1742540995 0 0) 0x7f211400aa60 con 0x55aeafb86a00 2024-09-16T00:10:59.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.044+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 --> v1:172.21.15.176:6804/32747 -- osd_op(unknown.0.0:2 2.2 2:5cea7035:::rbd_info:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e14) v8 -- 0x55aeafbd77c0 con 0x55aeafb86a00 2024-09-16T00:10:59.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.045+0000 7f2119e4c640 1 -- 172.21.15.176:0/1855922019 <== osd.3 v1:172.21.15.176:6804/32747 2 ==== osd_op_reply(2 rbd_info [call] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 152+0+0 (unknown 173568156 0 0) 0x7f211400aa60 con 0x55aeafb86a00 2024-09-16T00:10:59.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.045+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 --> v1:172.21.15.176:6804/32747 -- osd_op(unknown.0.0:3 2.2 2:5cea7035:::rbd_info:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e14) v8 -- 0x55aeafbd68b0 con 0x55aeafb86a00 2024-09-16T00:10:59.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.045+0000 7f2119e4c640 1 -- 172.21.15.176:0/1855922019 <== osd.3 v1:172.21.15.176:6804/32747 3 ==== osd_op_reply(3 rbd_info [read 0~0] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 152+0+0 (unknown 185109136 0 0) 0x7f211400aa60 con 0x55aeafb86a00 2024-09-16T00:10:59.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:10:59.045+0000 7f2113fff640 1 -- 172.21.15.176:0/1855922019 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- pool_op(create unmanaged snap pool 2 tid 4 name v0) v4 -- 0x7f20f4003db0 con 0x55aeafacb1a0 2024-09-16T00:11:00.040 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:00.039+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 9 ==== pool_op_reply(tid 4 (0) Success v15) v1 ==== 55+0+0 (secure 0 0 0) 0x7f210c05a020 con 0x55aeafacb1a0 2024-09-16T00:11:00.041 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:00.039+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=15}) v3 -- 0x7f20fc051f20 con 0x55aeafacb1a0 2024-09-16T00:11:00.041 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:00.039+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 10 ==== osd_map(15..15 src has 1..15) v4 ==== 618+0+0 (secure 0 0 0) 0x7f210c0a4b60 con 0x55aeafacb1a0 2024-09-16T00:11:00.041 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:00.040+0000 7f2113fff640 1 -- 172.21.15.176:0/1855922019 --> v1:172.21.15.176:6804/32747 -- osd_op(unknown.0.0:5 2.2 2:5cea7035:::rbd_info:head [create,write 0~8 in=8b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e15) v8 -- 0x7f20f40056b0 con 0x55aeafb86a00 2024-09-16T00:11:00.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:00.046+0000 7f2119e4c640 1 -- 172.21.15.176:0/1855922019 <== osd.3 v1:172.21.15.176:6804/32747 4 ==== osd_op_reply(5 rbd_info [create,write 0~8] v15'1 uv1 ondisk = 0) v8 ==== 194+0+0 (unknown 913822303 0 0) 0x7f211400aa60 con 0x55aeafb86a00 2024-09-16T00:11:00.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:00.046+0000 7f2113fff640 1 -- 172.21.15.176:0/1855922019 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- pool_op(delete unmanaged snap pool 2 tid 6 name v15) v4 -- 0x7f20f40051c0 con 0x55aeafacb1a0 2024-09-16T00:11:01.057 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.056+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 11 ==== pool_op_reply(tid 6 (0) Success v16) v1 ==== 43+0+0 (secure 0 0 0) 0x7f210c063020 con 0x55aeafacb1a0 2024-09-16T00:11:01.058 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.056+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=16}) v3 -- 0x7f20fc051f20 con 0x55aeafacb1a0 2024-09-16T00:11:01.058 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.056+0000 7f2111ffb640 1 -- 172.21.15.176:0/1855922019 <== mon.0 v2:172.21.15.176:3300/0 12 ==== osd_map(16..16 src has 1..16) v4 ==== 646+0+0 (secure 0 0 0) 0x7f210c084b90 con 0x55aeafacb1a0 2024-09-16T00:11:01.058 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.056+0000 7f2113fff640 1 -- 172.21.15.176:0/1855922019 --> v1:172.21.15.176:6804/32747 -- osd_op(unknown.0.0:7 2.2 2:5cea7035:::rbd_info:head [write 0~19 in=19b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e16) v8 -- 0x7f20f4005f50 con 0x55aeafb86a00 2024-09-16T00:11:01.063 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.061+0000 7f2119e4c640 1 -- 172.21.15.176:0/1855922019 <== osd.3 v1:172.21.15.176:6804/32747 5 ==== osd_op_reply(7 rbd_info [write 0~19] v16'2 uv2 ondisk = 0) v8 ==== 152+0+0 (unknown 2130366450 0 0) 0x7f211400aa60 con 0x55aeafb86a00 2024-09-16T00:11:01.063 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.062+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 >> v1:172.21.15.176:6804/32747 conn(0x55aeafb86a00 legacy=0x55aeafb88de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.063 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.062+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 >> v1:172.21.15.176:6816/32228 conn(0x7f20fc04b4a0 legacy=0x7f20fc04d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.063 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.062+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aeafacb1a0 msgr2=0x55aeafb6a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.063 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.062+0000 7f211c8d5b80 1 --2- 172.21.15.176:0/1855922019 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aeafacb1a0 0x55aeafb6a850 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f210c025b80 tx=0x7f210c058000 comp rx=0 tx=0).stop 2024-09-16T00:11:01.063 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.062+0000 7f2119e4c640 1 -- 172.21.15.176:0/1855922019 reap_dead start 2024-09-16T00:11:01.063 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.062+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 shutdown_connections 2024-09-16T00:11:01.063 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.062+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 >> 172.21.15.176:0/1855922019 conn(0x55aeafae6350 msgr2=0x55aeafae0170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.063 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.062+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 shutdown_connections 2024-09-16T00:11:01.064 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.062+0000 7f211c8d5b80 1 -- 172.21.15.176:0/1855922019 wait complete. 2024-09-16T00:11:01.067 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-16T00:11:01.067 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T00:11:01.067 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T00:11:01.068 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T00:11:01.068 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-16T00:11:01.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.166+0000 7ffbe426f640 1 Processor -- start 2024-09-16T00:11:01.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.166+0000 7ffbe426f640 1 -- start start 2024-09-16T00:11:01.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe426f640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ffbdc090ab0 0x7ffbdc12d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe426f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc12f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe426f640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffbdc095630 con 0x7ffbdc0948c0 2024-09-16T00:11:01.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe426f640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbdc095830 con 0x7ffbdc090ab0 2024-09-16T00:11:01.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe426f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbdc092140 con 0x7ffbdc090ea0 2024-09-16T00:11:01.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe180a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ffbdc090ab0 0x7ffbdc12d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe280c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc12f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe200b640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7ffbdc0948c0 0x7ffbdc0903a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:38936/0 (socket says 172.21.15.176:38936) 2024-09-16T00:11:01.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe200b640 1 -- 172.21.15.176:0/2861049788 learned_addr learned my addr 172.21.15.176:0/2861049788 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:11:01.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe280c640 1 -- 172.21.15.176:0/2861049788 >> v2:172.21.15.176:3300/0 conn(0x7ffbdc090ab0 msgr2=0x7ffbdc12d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:01.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe280c640 1 --2- 172.21.15.176:0/2861049788 >> v2:172.21.15.176:3300/0 conn(0x7ffbdc090ab0 0x7ffbdc12d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe280c640 1 -- 172.21.15.176:0/2861049788 >> v1:172.21.15.176:6789/0 conn(0x7ffbdc0948c0 legacy=0x7ffbdc0903a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe280c640 1 -- 172.21.15.176:0/2861049788 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbdc092400 con 0x7ffbdc090ea0 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe1009640 1 -- 172.21.15.176:0/2861049788 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2625859097 0 0) 0x7ffbdc095630 con 0x7ffbdc0948c0 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.167+0000 7ffbe180a640 1 --2- 172.21.15.176:0/2861049788 >> v2:172.21.15.176:3300/0 conn(0x7ffbdc090ab0 0x7ffbdc12d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.168+0000 7ffbe280c640 1 --2- 172.21.15.176:0/2861049788 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc12f7c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ffbd400f330 tx=0x7ffbd400db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7298eaa9e04a90ef server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.168+0000 7ffbe1009640 1 -- 172.21.15.176:0/2861049788 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd400d2e0 con 0x7ffbdc090ea0 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.168+0000 7ffbe1009640 1 -- 172.21.15.176:0/2861049788 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbd400d440 con 0x7ffbdc090ea0 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.168+0000 7ffbe1009640 1 -- 172.21.15.176:0/2861049788 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd400b980 con 0x7ffbdc090ea0 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.169+0000 7ffbe426f640 1 -- 172.21.15.176:0/2861049788 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 msgr2=0x7ffbdc12f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.169+0000 7ffbe426f640 1 --2- 172.21.15.176:0/2861049788 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc12f7c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ffbd400f330 tx=0x7ffbd400db90 comp rx=0 tx=0).stop 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.169+0000 7ffbe426f640 1 -- 172.21.15.176:0/2861049788 shutdown_connections 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.169+0000 7ffbe426f640 1 --2- 172.21.15.176:0/2861049788 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc12f7c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.169+0000 7ffbe426f640 1 --2- 172.21.15.176:0/2861049788 >> v2:172.21.15.176:3300/0 conn(0x7ffbdc090ab0 0x7ffbdc12d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.169+0000 7ffbe426f640 1 -- 172.21.15.176:0/2861049788 >> 172.21.15.176:0/2861049788 conn(0x7ffbdc0959b0 msgr2=0x7ffbdc095db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.169+0000 7ffbe426f640 1 -- 172.21.15.176:0/2861049788 shutdown_connections 2024-09-16T00:11:01.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.169+0000 7ffbe426f640 1 -- 172.21.15.176:0/2861049788 wait complete. 2024-09-16T00:11:01.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.169+0000 7ffbe426f640 1 Processor -- start 2024-09-16T00:11:01.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe426f640 1 -- start start 2024-09-16T00:11:01.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe426f640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffbdc090ab0 0x7ffbdc08c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe426f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc08cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe426f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbdc0948c0 0x7ffbdc08d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe426f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbdc08f4e0 con 0x7ffbdc0948c0 2024-09-16T00:11:01.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe426f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbdc08d9d0 con 0x7ffbdc090ea0 2024-09-16T00:11:01.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe426f640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ffbdc08f6e0 con 0x7ffbdc090ab0 2024-09-16T00:11:01.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe200b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffbdc090ab0 0x7ffbdc08c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe280c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbdc0948c0 0x7ffbdc08d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe180a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc08cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe200b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffbdc090ab0 0x7ffbdc08c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:43998/0 (socket says 172.21.15.176:43998) 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe180a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc08cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45120/0 (socket says 172.21.15.176:45120) 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe200b640 1 -- 172.21.15.176:0/2838368414 learned_addr learned my addr 172.21.15.176:0/2838368414 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe280c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbdc0948c0 0x7ffbdc08d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47664/0 (socket says 172.21.15.176:47664) 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe280c640 1 -- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffbdc090ab0 msgr2=0x7ffbdc08c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe280c640 1 --2- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffbdc090ab0 0x7ffbdc08c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe280c640 1 -- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 msgr2=0x7ffbdc08cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe280c640 1 --2- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc08cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe280c640 1 -- 172.21.15.176:0/2838368414 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbcc009390 con 0x7ffbdc0948c0 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.170+0000 7ffbe180a640 1 --2- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc08cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.171+0000 7ffbe280c640 1 --2- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbdc0948c0 0x7ffbdc08d330 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ffbd4035000 tx=0x7ffbd403b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.171+0000 7ffbd27fc640 1 -- 172.21.15.176:0/2838368414 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd4033e90 con 0x7ffbdc0948c0 2024-09-16T00:11:01.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.171+0000 7ffbd27fc640 1 -- 172.21.15.176:0/2838368414 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbd400d5b0 con 0x7ffbdc0948c0 2024-09-16T00:11:01.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.171+0000 7ffbe426f640 1 -- 172.21.15.176:0/2838368414 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbd400de30 con 0x7ffbdc0948c0 2024-09-16T00:11:01.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.171+0000 7ffbd27fc640 1 -- 172.21.15.176:0/2838368414 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd403c6c0 con 0x7ffbdc0948c0 2024-09-16T00:11:01.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.171+0000 7ffbe426f640 1 -- 172.21.15.176:0/2838368414 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbdc134a40 con 0x7ffbdc0948c0 2024-09-16T00:11:01.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.172+0000 7ffbe426f640 1 -- 172.21.15.176:0/2838368414 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbdc04bf60 con 0x7ffbdc0948c0 2024-09-16T00:11:01.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.172+0000 7ffbd27fc640 1 -- 172.21.15.176:0/2838368414 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7ffbd403caf0 con 0x7ffbdc0948c0 2024-09-16T00:11:01.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.172+0000 7ffbd27fc640 1 -- 172.21.15.176:0/2838368414 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7ffbd4088b60 con 0x7ffbdc0948c0 2024-09-16T00:11:01.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.176+0000 7ffbd27fc640 1 -- 172.21.15.176:0/2838368414 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7ffbd4063af0 con 0x7ffbdc0948c0 2024-09-16T00:11:01.334 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.333+0000 7ffbe426f640 1 -- 172.21.15.176:0/2838368414 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7ffbdc064a40 con 0x7ffbdc0948c0 2024-09-16T00:11:01.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.335+0000 7ffbd27fc640 1 -- 172.21.15.176:0/2838368414 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+116185 (secure 0 0 0) 0x7ffbd404b070 con 0x7ffbdc0948c0 2024-09-16T00:11:01.338 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:11:01.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.337+0000 7ffbe426f640 1 -- 172.21.15.176:0/2838368414 >> v1:172.21.15.176:6816/32228 conn(0x7ffbc004cba0 legacy=0x7ffbc004f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.337+0000 7ffbe426f640 1 -- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbdc0948c0 msgr2=0x7ffbdc08d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.337+0000 7ffbe426f640 1 --2- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbdc0948c0 0x7ffbdc08d330 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ffbd4035000 tx=0x7ffbd403b000 comp rx=0 tx=0).stop 2024-09-16T00:11:01.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.337+0000 7ffbe426f640 1 -- 172.21.15.176:0/2838368414 shutdown_connections 2024-09-16T00:11:01.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.337+0000 7ffbe426f640 1 --2- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbdc0948c0 0x7ffbdc08d330 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.337+0000 7ffbe426f640 1 --2- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffbdc090ea0 0x7ffbdc08cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.337+0000 7ffbe426f640 1 --2- 172.21.15.176:0/2838368414 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffbdc090ab0 0x7ffbdc08c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.337+0000 7ffbe426f640 1 -- 172.21.15.176:0/2838368414 >> 172.21.15.176:0/2838368414 conn(0x7ffbdc0959b0 msgr2=0x7ffbdc06ca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.337+0000 7ffbe426f640 1 -- 172.21.15.176:0/2838368414 shutdown_connections 2024-09-16T00:11:01.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.337+0000 7ffbe426f640 1 -- 172.21.15.176:0/2838368414 wait complete. 2024-09-16T00:11:01.348 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":5,"flags":0,"active_gid":4099,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6816","nonce":32228}]},"active_addr":"172.21.15.176:6816/32228","active_change":"2024-09-16T00:10:44.734473+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":4102,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":127376731}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":3217070862}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":4005937172}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":2891791718}]}]} 2024-09-16T00:11:01.350 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T00:11:01.351 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T00:11:01.351 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:11:01.445 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2fea34640 1 Processor -- start 2024-09-16T00:11:01.445 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2fea34640 1 -- start start 2024-09-16T00:11:01.445 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2fea34640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe2f808ce80 0x7fe2f812f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.445 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2fea34640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f812f7c0 0x7fe2f8131ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.445 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2fea34640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2f808e980 con 0x7fe2f808c3a0 2024-09-16T00:11:01.445 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2fea34640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2f808e290 con 0x7fe2f808ce80 2024-09-16T00:11:01.445 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2fea34640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f808e550 con 0x7fe2f812f7c0 2024-09-16T00:11:01.446 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2f77fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe2f808ce80 0x7fe2f812f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.446 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2f7fff640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fe2f808c3a0 0x7fe2f808c770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:38938/0 (socket says 172.21.15.176:38938) 2024-09-16T00:11:01.446 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2f77fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe2f808ce80 0x7fe2f812f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47674/0 (socket says 172.21.15.176:47674) 2024-09-16T00:11:01.446 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2f7fff640 1 -- 172.21.15.176:0/2736308628 learned_addr learned my addr 172.21.15.176:0/2736308628 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:11:01.446 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.443+0000 7fe2fcfd1640 1 --2- 172.21.15.176:0/2736308628 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f812f7c0 0x7fe2f8131ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.447 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.444+0000 7fe2fcfd1640 1 -- 172.21.15.176:0/2736308628 >> v2:172.21.15.176:3300/0 conn(0x7fe2f808ce80 msgr2=0x7fe2f812f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:01.447 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.444+0000 7fe2fcfd1640 1 --2- 172.21.15.176:0/2736308628 >> v2:172.21.15.176:3300/0 conn(0x7fe2f808ce80 0x7fe2f812f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.447 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.444+0000 7fe2fcfd1640 1 -- 172.21.15.176:0/2736308628 >> v1:172.21.15.176:6789/0 conn(0x7fe2f808c3a0 legacy=0x7fe2f808c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.447 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.444+0000 7fe2fcfd1640 1 -- 172.21.15.176:0/2736308628 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2f8096d10 con 0x7fe2f812f7c0 2024-09-16T00:11:01.447 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.444+0000 7fe2f6ffd640 1 -- 172.21.15.176:0/2736308628 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 836749619 0 0) 0x7fe2f808e980 con 0x7fe2f808c3a0 2024-09-16T00:11:01.447 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.444+0000 7fe2f77fe640 1 --2- 172.21.15.176:0/2736308628 >> v2:172.21.15.176:3300/0 conn(0x7fe2f808ce80 0x7fe2f812f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:01.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.444+0000 7fe2fcfd1640 1 --2- 172.21.15.176:0/2736308628 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f812f7c0 0x7fe2f8131ba0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe2f0009e60 tx=0x7fe2f0009780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78a445ea6f44f947 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.444+0000 7fe2f6ffd640 1 -- 172.21.15.176:0/2736308628 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2f0007550 con 0x7fe2f812f7c0 2024-09-16T00:11:01.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.445+0000 7fe2f6ffd640 1 -- 172.21.15.176:0/2736308628 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2f002d050 con 0x7fe2f812f7c0 2024-09-16T00:11:01.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.445+0000 7fe2f6ffd640 1 -- 172.21.15.176:0/2736308628 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2f00078e0 con 0x7fe2f812f7c0 2024-09-16T00:11:01.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.445+0000 7fe2fea34640 1 -- 172.21.15.176:0/2736308628 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f812f7c0 msgr2=0x7fe2f8131ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.445+0000 7fe2fea34640 1 --2- 172.21.15.176:0/2736308628 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f812f7c0 0x7fe2f8131ba0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe2f0009e60 tx=0x7fe2f0009780 comp rx=0 tx=0).stop 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.445+0000 7fe2fea34640 1 -- 172.21.15.176:0/2736308628 shutdown_connections 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.445+0000 7fe2fea34640 1 --2- 172.21.15.176:0/2736308628 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f812f7c0 0x7fe2f8131ba0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.445+0000 7fe2fea34640 1 --2- 172.21.15.176:0/2736308628 >> v2:172.21.15.176:3300/0 conn(0x7fe2f808ce80 0x7fe2f812f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.445+0000 7fe2fea34640 1 -- 172.21.15.176:0/2736308628 >> 172.21.15.176:0/2736308628 conn(0x7fe2f809bcc0 msgr2=0x7fe2f8097bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.445+0000 7fe2fea34640 1 -- 172.21.15.176:0/2736308628 shutdown_connections 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.445+0000 7fe2fea34640 1 -- 172.21.15.176:0/2736308628 wait complete. 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.446+0000 7fe2fea34640 1 Processor -- start 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.446+0000 7fe2fea34640 1 -- start start 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.446+0000 7fe2fea34640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe2f808c3a0 0x7fe2f8129470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.446+0000 7fe2fea34640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f808ce80 0x7fe2f81299b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.446+0000 7fe2fea34640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe2f812f7c0 0x7fe2f812c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.446+0000 7fe2fea34640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f812de70 con 0x7fe2f812f7c0 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.446+0000 7fe2fea34640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f812a2f0 con 0x7fe2f808ce80 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.446+0000 7fe2fea34640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f8069a70 con 0x7fe2f808c3a0 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2f77fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f808ce80 0x7fe2f81299b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2fcfd1640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe2f812f7c0 0x7fe2f812c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2f77fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f808ce80 0x7fe2f81299b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45134/0 (socket says 172.21.15.176:45134) 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2f77fe640 1 -- 172.21.15.176:0/1994875083 learned_addr learned my addr 172.21.15.176:0/1994875083 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2f7fff640 1 --2- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe2f808c3a0 0x7fe2f8129470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2f77fe640 1 -- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe2f808c3a0 msgr2=0x7fe2f8129470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2f77fe640 1 --2- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe2f808c3a0 0x7fe2f8129470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2f77fe640 1 -- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe2f812f7c0 msgr2=0x7fe2f812c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2f77fe640 1 --2- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe2f812f7c0 0x7fe2f812c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2f77fe640 1 -- 172.21.15.176:0/1994875083 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2ec009390 con 0x7fe2f808ce80 2024-09-16T00:11:01.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2f77fe640 1 --2- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f808ce80 0x7fe2f81299b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec00ec80 tx=0x7fe2ec0090f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2dffff640 1 -- 172.21.15.176:0/1994875083 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec00eec0 con 0x7fe2f808ce80 2024-09-16T00:11:01.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2dffff640 1 -- 172.21.15.176:0/1994875083 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2ec00cbc0 con 0x7fe2f808ce80 2024-09-16T00:11:01.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2fea34640 1 -- 172.21.15.176:0/1994875083 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2f0009a20 con 0x7fe2f808ce80 2024-09-16T00:11:01.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2dffff640 1 -- 172.21.15.176:0/1994875083 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec013470 con 0x7fe2f808ce80 2024-09-16T00:11:01.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.447+0000 7fe2fea34640 1 -- 172.21.15.176:0/1994875083 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2f812a090 con 0x7fe2f808ce80 2024-09-16T00:11:01.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.448+0000 7fe2dffff640 1 -- 172.21.15.176:0/1994875083 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fe2ec0137e0 con 0x7fe2f808ce80 2024-09-16T00:11:01.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.448+0000 7fe2fea34640 1 -- 172.21.15.176:0/1994875083 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2f804bf60 con 0x7fe2f808ce80 2024-09-16T00:11:01.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.449+0000 7fe2dffff640 1 -- 172.21.15.176:0/1994875083 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fe2ec063610 con 0x7fe2f808ce80 2024-09-16T00:11:01.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.452+0000 7fe2dffff640 1 -- 172.21.15.176:0/1994875083 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fe2ec03e750 con 0x7fe2f808ce80 2024-09-16T00:11:01.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.584+0000 7fe2fea34640 1 -- 172.21.15.176:0/1994875083 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe2f80701e0 con 0x7fe2f808ce80 2024-09-16T00:11:01.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.585+0000 7fe2dffff640 1 -- 172.21.15.176:0/1994875083 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+8201 (secure 0 0 0) 0x7fe2ec041f60 con 0x7fe2f808ce80 2024-09-16T00:11:01.586 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:11:01.586 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":16,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:11:01.044333+0000","last_up_change":"2024-09-16T00:10:51.813273+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":32744}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":32744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":32744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":32744}]},"public_addr":"172.21.15.176:6812/32744","cluster_addr":"172.21.15.176:6813/32744","heartbeat_back_addr":"172.21.15.176:6815/32744","heartbeat_front_addr":"172.21.15.176:6814/32744","state":["exists","up"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":32745}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":32745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":32745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":32745}]},"public_addr":"172.21.15.176:6805/32745","cluster_addr":"172.21.15.176:6807/32745","heartbeat_back_addr":"172.21.15.176:6811/32745","heartbeat_front_addr":"172.21.15.176:6810/32745","state":["exists","up"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":32746}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":32746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":32746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":32746}]},"public_addr":"172.21.15.176:6800/32746","cluster_addr":"172.21.15.176:6801/32746","heartbeat_back_addr":"172.21.15.176:6803/32746","heartbeat_front_addr":"172.21.15.176:6802/32746","state":["exists","up"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":32747}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":32747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":32747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":32747}]},"public_addr":"172.21.15.176:6804/32747","cluster_addr":"172.21.15.176:6806/32747","heartbeat_back_addr":"172.21.15.176:6809/32747","heartbeat_front_addr":"172.21.15.176:6808/32747","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:11:01.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.586+0000 7fe2fea34640 1 -- 172.21.15.176:0/1994875083 >> v1:172.21.15.176:6816/32228 conn(0x7fe2e404cb70 legacy=0x7fe2e404f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.586+0000 7fe2fea34640 1 -- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f808ce80 msgr2=0x7fe2f81299b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.586+0000 7fe2fea34640 1 --2- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f808ce80 0x7fe2f81299b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec00ec80 tx=0x7fe2ec0090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.586+0000 7fe2fea34640 1 -- 172.21.15.176:0/1994875083 shutdown_connections 2024-09-16T00:11:01.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.586+0000 7fe2fea34640 1 --2- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe2f812f7c0 0x7fe2f812c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.586+0000 7fe2fea34640 1 --2- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe2f808ce80 0x7fe2f81299b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.586+0000 7fe2fea34640 1 --2- 172.21.15.176:0/1994875083 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe2f808c3a0 0x7fe2f8129470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.586+0000 7fe2fea34640 1 -- 172.21.15.176:0/1994875083 >> 172.21.15.176:0/1994875083 conn(0x7fe2f809bcc0 msgr2=0x7fe2f8091210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.586+0000 7fe2fea34640 1 -- 172.21.15.176:0/1994875083 shutdown_connections 2024-09-16T00:11:01.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.586+0000 7fe2fea34640 1 -- 172.21.15.176:0/1994875083 wait complete. 2024-09-16T00:11:01.598 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T00:11:01.598 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:11:01.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aafd00640 1 Processor -- start 2024-09-16T00:11:01.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aafd00640 1 -- start start 2024-09-16T00:11:01.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aafd00640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa8126800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aafd00640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f8aa812c530 0x7f8aa812e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aafd00640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8aa8092a10 con 0x7f8aa80948c0 2024-09-16T00:11:01.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aafd00640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8aa8092cd0 con 0x7f8aa812c530 2024-09-16T00:11:01.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aafd00640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8aa8095380 con 0x7f8aa8094c90 2024-09-16T00:11:01.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aad29b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa8126800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aae29d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f8aa812c530 0x7f8aa812e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aada9c640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f8aa80948c0 0x7f8aa81260f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:38948/0 (socket says 172.21.15.176:38948) 2024-09-16T00:11:01.693 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.690+0000 7f8aada9c640 1 -- 172.21.15.176:0/137643878 learned_addr learned my addr 172.21.15.176:0/137643878 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:11:01.693 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.691+0000 7f8aae29d640 1 -- 172.21.15.176:0/137643878 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 msgr2=0x7f8aa8126800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:01.693 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.691+0000 7f8aae29d640 1 --2- 172.21.15.176:0/137643878 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa8126800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.693 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.691+0000 7f8aae29d640 1 -- 172.21.15.176:0/137643878 >> v1:172.21.15.176:6789/0 conn(0x7f8aa80948c0 legacy=0x7f8aa81260f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.693 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.691+0000 7f8aae29d640 1 -- 172.21.15.176:0/137643878 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8aa80925d0 con 0x7f8aa812c530 2024-09-16T00:11:01.693 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.691+0000 7f8aaca9a640 1 -- 172.21.15.176:0/137643878 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3688851945 0 0) 0x7f8aa8092a10 con 0x7f8aa80948c0 2024-09-16T00:11:01.693 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.691+0000 7f8aad29b640 1 --2- 172.21.15.176:0/137643878 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa8126800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:01.696 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.691+0000 7f8aae29d640 1 --2- 172.21.15.176:0/137643878 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8aa812c530 0x7f8aa812e910 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8a98009e60 tx=0x7f8a98009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598261391771a7e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.696 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aaca9a640 1 -- 172.21.15.176:0/137643878 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a98007550 con 0x7f8aa812c530 2024-09-16T00:11:01.696 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aaca9a640 1 -- 172.21.15.176:0/137643878 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a9802d050 con 0x7f8aa812c530 2024-09-16T00:11:01.696 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aaca9a640 1 -- 172.21.15.176:0/137643878 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a980078e0 con 0x7f8aa812c530 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aafd00640 1 -- 172.21.15.176:0/137643878 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8aa812c530 msgr2=0x7f8aa812e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aafd00640 1 --2- 172.21.15.176:0/137643878 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8aa812c530 0x7f8aa812e910 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8a98009e60 tx=0x7f8a98009780 comp rx=0 tx=0).stop 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aafd00640 1 -- 172.21.15.176:0/137643878 shutdown_connections 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aafd00640 1 --2- 172.21.15.176:0/137643878 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8aa812c530 0x7f8aa812e910 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aafd00640 1 --2- 172.21.15.176:0/137643878 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa8126800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aafd00640 1 -- 172.21.15.176:0/137643878 >> 172.21.15.176:0/137643878 conn(0x7f8aa80959b0 msgr2=0x7f8aa8095db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aafd00640 1 -- 172.21.15.176:0/137643878 shutdown_connections 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.692+0000 7f8aafd00640 1 -- 172.21.15.176:0/137643878 wait complete. 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aafd00640 1 Processor -- start 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aafd00640 1 -- start start 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aafd00640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8aa80948c0 0x7f8aa8123f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aafd00640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa81244a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.697 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aafd00640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8aa812c530 0x7f8aa81249e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aafd00640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8aa8123a00 con 0x7f8aa80948c0 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aafd00640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8aa8123ca0 con 0x7f8aa812c530 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aafd00640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8aa8129f30 con 0x7f8aa8094c90 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aad29b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa81244a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aada9c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8aa80948c0 0x7f8aa8123f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aad29b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa81244a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44022/0 (socket says 172.21.15.176:44022) 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aad29b640 1 -- 172.21.15.176:0/2637776993 learned_addr learned my addr 172.21.15.176:0/2637776993 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.693+0000 7f8aae29d640 1 --2- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8aa812c530 0x7f8aa81249e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aad29b640 1 -- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8aa812c530 msgr2=0x7f8aa81249e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aad29b640 1 --2- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8aa812c530 0x7f8aa81249e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aad29b640 1 -- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8aa80948c0 msgr2=0x7f8aa8123f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aad29b640 1 --2- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8aa80948c0 0x7f8aa8123f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aad29b640 1 -- 172.21.15.176:0/2637776993 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a9c009390 con 0x7f8aa8094c90 2024-09-16T00:11:01.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aada9c640 1 --2- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8aa80948c0 0x7f8aa8123f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:01.699 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aae29d640 1 --2- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8aa812c530 0x7f8aa81249e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:01.699 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aad29b640 1 --2- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa81244a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f8a9c00ec80 tx=0x7f8a9c0090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.699 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aa5ffb640 1 -- 172.21.15.176:0/2637776993 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a9c00eec0 con 0x7f8aa8094c90 2024-09-16T00:11:01.699 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aa5ffb640 1 -- 172.21.15.176:0/2637776993 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a9c00cbc0 con 0x7f8aa8094c90 2024-09-16T00:11:01.699 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aafd00640 1 -- 172.21.15.176:0/2637776993 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a98009a20 con 0x7f8aa8094c90 2024-09-16T00:11:01.699 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aa5ffb640 1 -- 172.21.15.176:0/2637776993 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a9c013470 con 0x7f8aa8094c90 2024-09-16T00:11:01.699 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.694+0000 7f8aafd00640 1 -- 172.21.15.176:0/2637776993 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8aa8124fa0 con 0x7f8aa8094c90 2024-09-16T00:11:01.699 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.695+0000 7f8aa5ffb640 1 -- 172.21.15.176:0/2637776993 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f8a9c0137e0 con 0x7f8aa8094c90 2024-09-16T00:11:01.699 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.695+0000 7f8aafd00640 1 -- 172.21.15.176:0/2637776993 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8aa8125b60 con 0x7f8aa8094c90 2024-09-16T00:11:01.700 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.696+0000 7f8aa5ffb640 1 -- 172.21.15.176:0/2637776993 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f8a9c063610 con 0x7f8aa8094c90 2024-09-16T00:11:01.700 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.699+0000 7f8aa5ffb640 1 -- 172.21.15.176:0/2637776993 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f8aa8125b60 con 0x7f8aa8094c90 2024-09-16T00:11:01.830 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.829+0000 7f8aafd00640 1 -- 172.21.15.176:0/2637776993 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8aa8125b60 con 0x7f8aa8094c90 2024-09-16T00:11:01.831 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.830+0000 7f8aa5ffb640 1 -- 172.21.15.176:0/2637776993 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+8201 (secure 0 0 0) 0x7f8aa8125b60 con 0x7f8aa8094c90 2024-09-16T00:11:01.831 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:11:01.831 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":16,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:11:01.044333+0000","last_up_change":"2024-09-16T00:10:51.813273+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":32744}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":32744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":32744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":32744}]},"public_addr":"172.21.15.176:6812/32744","cluster_addr":"172.21.15.176:6813/32744","heartbeat_back_addr":"172.21.15.176:6815/32744","heartbeat_front_addr":"172.21.15.176:6814/32744","state":["exists","up"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":32745}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":32745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":32745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":32745}]},"public_addr":"172.21.15.176:6805/32745","cluster_addr":"172.21.15.176:6807/32745","heartbeat_back_addr":"172.21.15.176:6811/32745","heartbeat_front_addr":"172.21.15.176:6810/32745","state":["exists","up"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":32746}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":32746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":32746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":32746}]},"public_addr":"172.21.15.176:6800/32746","cluster_addr":"172.21.15.176:6801/32746","heartbeat_back_addr":"172.21.15.176:6803/32746","heartbeat_front_addr":"172.21.15.176:6802/32746","state":["exists","up"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":32747}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":32747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":32747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":32747}]},"public_addr":"172.21.15.176:6804/32747","cluster_addr":"172.21.15.176:6806/32747","heartbeat_back_addr":"172.21.15.176:6809/32747","heartbeat_front_addr":"172.21.15.176:6808/32747","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:11:01.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.831+0000 7f8aafd00640 1 -- 172.21.15.176:0/2637776993 >> v1:172.21.15.176:6816/32228 conn(0x7f8a9404cba0 legacy=0x7f8a9404f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.831+0000 7f8aafd00640 1 -- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 msgr2=0x7f8aa81244a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.831+0000 7f8aafd00640 1 --2- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa81244a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f8a9c00ec80 tx=0x7f8a9c0090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.832+0000 7f8aafd00640 1 -- 172.21.15.176:0/2637776993 shutdown_connections 2024-09-16T00:11:01.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.832+0000 7f8aafd00640 1 --2- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8aa812c530 0x7f8aa81249e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.832+0000 7f8aafd00640 1 --2- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8aa8094c90 0x7f8aa81244a0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.832+0000 7f8aafd00640 1 --2- 172.21.15.176:0/2637776993 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8aa80948c0 0x7f8aa8123f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.832+0000 7f8aafd00640 1 -- 172.21.15.176:0/2637776993 >> 172.21.15.176:0/2637776993 conn(0x7f8aa80959b0 msgr2=0x7f8aa8127400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.832+0000 7f8aafd00640 1 -- 172.21.15.176:0/2637776993 shutdown_connections 2024-09-16T00:11:01.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.832+0000 7f8aafd00640 1 -- 172.21.15.176:0/2637776993 wait complete. 2024-09-16T00:11:01.843 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T00:11:01.844 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T00:11:01.844 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T00:11:01.845 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T00:11:01.944 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.943+0000 7f336728b640 1 Processor -- start 2024-09-16T00:11:01.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.943+0000 7f69cab5d640 1 Processor -- start 2024-09-16T00:11:01.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.943+0000 7ff7c239d640 1 Processor -- start 2024-09-16T00:11:01.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.943+0000 7f69cab5d640 1 -- start start 2024-09-16T00:11:01.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.943+0000 7f336728b640 1 -- start start 2024-09-16T00:11:01.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.943+0000 7ff7c239d640 1 -- start start 2024-09-16T00:11:01.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f21e2c60640 1 Processor -- start 2024-09-16T00:11:01.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f21e2c60640 1 -- start start 2024-09-16T00:11:01.947 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7ff7c239d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc12c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.947 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7ff7c239d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff7bc12c560 0x7ff7bc12e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.947 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7ff7c239d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7bc092960 con 0x7ff7bc123810 2024-09-16T00:11:01.947 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7ff7c239d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7bc1242f0 con 0x7ff7bc12c560 2024-09-16T00:11:01.947 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7ff7c239d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7bc1235f0 con 0x7ff7bc129c40 2024-09-16T00:11:01.947 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f69cab5d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f69c40947b0 0x7f69c4094b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f336728b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3360090e10 0x7f3360091240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7ff7bb7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc12c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f21e2c60640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc090d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f69cab5d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c40950c0 0x7f69c412e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f69cab5d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69c4099620 con 0x7f69c4095490 2024-09-16T00:11:01.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f69cab5d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69c40977f0 con 0x7f69c40947b0 2024-09-16T00:11:01.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f69cab5d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69c40969d0 con 0x7f69c40950c0 2024-09-16T00:11:01.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f21e2c60640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f21dc126c50 0x7f21dc12e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7ff7bb7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc12c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45158/0 (socket says 172.21.15.176:45158) 2024-09-16T00:11:01.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f21e2c60640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21dc090520 con 0x7f21dc1260f0 2024-09-16T00:11:01.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f21e2c60640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21dc0928e0 con 0x7f21dc126c50 2024-09-16T00:11:01.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f21e2c60640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f21dc095380 con 0x7f21dc090950 2024-09-16T00:11:01.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7ff7bb7fe640 1 -- 172.21.15.176:0/674600421 learned_addr learned my addr 172.21.15.176:0/674600421 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:01.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f3364826640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3360090e10 0x7f3360091240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f3364826640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3360090e10 0x7f3360091240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45178/0 (socket says 172.21.15.176:45178) 2024-09-16T00:11:01.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f3364826640 1 -- 172.21.15.176:0/157194955 learned_addr learned my addr 172.21.15.176:0/157194955 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:01.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f336728b640 1 --2- 172.21.15.176:0/157194955 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f336012d3c0 0x7f336012f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f69c3fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c40950c0 0x7f69c412e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f69c3fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c40950c0 0x7f69c412e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45162/0 (socket says 172.21.15.176:45162) 2024-09-16T00:11:01.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f69c3fff640 1 -- 172.21.15.176:0/2561566433 learned_addr learned my addr 172.21.15.176:0/2561566433 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:01.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f69c88f9640 1 --2- 172.21.15.176:0/2561566433 >> v2:172.21.15.176:3300/0 conn(0x7f69c40947b0 0x7f69c4094b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f336728b640 1 -- 172.21.15.176:0/157194955 --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3360095070 con 0x7f336006f3c0 2024-09-16T00:11:01.953 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7ff7c093a640 1 --2- 172.21.15.176:0/674600421 >> v2:172.21.15.176:3300/0 conn(0x7ff7bc12c560 0x7ff7bc12e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.953 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f336728b640 1 -- 172.21.15.176:0/157194955 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3360091780 con 0x7f3360090e10 2024-09-16T00:11:01.953 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f336728b640 1 -- 172.21.15.176:0/157194955 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3360094c20 con 0x7f336012d3c0 2024-09-16T00:11:01.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.944+0000 7f21e09fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc090d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f21e09fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc090d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44026/0 (socket says 172.21.15.176:44026) 2024-09-16T00:11:01.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f21e11fd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f21dc126c50 0x7f21dc12e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f3365828640 1 --2- 172.21.15.176:0/157194955 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f336012d3c0 0x7f336012f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f69c88f9640 1 -- 172.21.15.176:0/2561566433 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c40950c0 msgr2=0x7f69c412e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:01.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f69c88f9640 1 --2- 172.21.15.176:0/2561566433 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c40950c0 0x7f69c412e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f69c88f9640 1 -- 172.21.15.176:0/2561566433 >> v1:172.21.15.176:6789/0 conn(0x7f69c4095490 legacy=0x7f69c4130990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:01.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f69c88f9640 1 -- 172.21.15.176:0/2561566433 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69c4095e40 con 0x7f69c40947b0 2024-09-16T00:11:01.955 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f21dbfff640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f21dc1260f0 0x7f21dc126540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:38988/0 (socket says 172.21.15.176:38988) 2024-09-16T00:11:01.956 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f21e11fd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f21dc126c50 0x7f21dc12e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47716/0 (socket says 172.21.15.176:47716) 2024-09-16T00:11:01.956 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f21dbfff640 1 -- 172.21.15.176:0/193468576 learned_addr learned my addr 172.21.15.176:0/193468576 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:11:01.957 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7ff7bb7fe640 1 -- 172.21.15.176:0/674600421 >> v2:172.21.15.176:3300/0 conn(0x7ff7bc12c560 msgr2=0x7ff7bc12e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:01.957 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7ff7bb7fe640 1 --2- 172.21.15.176:0/674600421 >> v2:172.21.15.176:3300/0 conn(0x7ff7bc12c560 0x7ff7bc12e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.957 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7ff7bb7fe640 1 -- 172.21.15.176:0/674600421 >> v1:172.21.15.176:6789/0 conn(0x7ff7bc123810 legacy=0x7ff7bc123be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.957 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7ff7bb7fe640 1 -- 172.21.15.176:0/674600421 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7bc094af0 con 0x7ff7bc129c40 2024-09-16T00:11:01.957 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7ff7c093a640 1 --2- 172.21.15.176:0/674600421 >> v2:172.21.15.176:3300/0 conn(0x7ff7bc12c560 0x7ff7bc12e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:01.958 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f3365828640 1 -- 172.21.15.176:0/157194955 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3360090e10 msgr2=0x7f3360091240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:01.958 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f3365828640 1 --2- 172.21.15.176:0/157194955 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3360090e10 0x7f3360091240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.958 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f3365828640 1 -- 172.21.15.176:0/157194955 >> v1:172.21.15.176:6789/0 conn(0x7f336006f3c0 legacy=0x7f3360090700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:01.958 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f3365828640 1 -- 172.21.15.176:0/157194955 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33600922c0 con 0x7f336012d3c0 2024-09-16T00:11:01.959 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f21db7fe640 1 -- 172.21.15.176:0/193468576 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3715816815 0 0) 0x7f21dc090520 con 0x7f21dc1260f0 2024-09-16T00:11:01.959 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f21db7fe640 1 -- 172.21.15.176:0/193468576 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f21cc0034e0 con 0x7f21dc1260f0 2024-09-16T00:11:01.959 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f21e09fc640 1 -- 172.21.15.176:0/193468576 >> v2:172.21.15.176:3300/0 conn(0x7f21dc126c50 msgr2=0x7f21dc12e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:01.959 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f21e09fc640 1 --2- 172.21.15.176:0/193468576 >> v2:172.21.15.176:3300/0 conn(0x7f21dc126c50 0x7f21dc12e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.959 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.945+0000 7f21e09fc640 1 -- 172.21.15.176:0/193468576 >> v1:172.21.15.176:6789/0 conn(0x7f21dc1260f0 legacy=0x7f21dc126540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.959 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7f21db7fe640 1 -- 172.21.15.176:0/193468576 <== mon.0 v1:172.21.15.176:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 322541420 0 0) 0x7f21cc0034e0 con 0x7f21dc1260f0 2024-09-16T00:11:01.959 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7f21e09fc640 1 -- 172.21.15.176:0/193468576 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21dc092510 con 0x7f21dc090950 2024-09-16T00:11:01.959 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7f3365828640 1 --2- 172.21.15.176:0/157194955 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f336012d3c0 0x7f336012f7a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f3358009e90 tx=0x7f3358009780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f8e6afe5fed87dd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7f69c88f9640 1 --2- 172.21.15.176:0/2561566433 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f69c40947b0 0x7f69c4094b80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f69b8009850 tx=0x7f69b80090f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0519dea1b6a1bdf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7ff7bb7fe640 1 --2- 172.21.15.176:0/674600421 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc12c020 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0009b70 tx=0x7ff7b00091d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e35fd58a43fd1341 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7f3357fff640 1 -- 172.21.15.176:0/157194955 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3358007550 con 0x7f336012d3c0 2024-09-16T00:11:01.961 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7f3357fff640 1 -- 172.21.15.176:0/157194955 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f335802d050 con 0x7f336012d3c0 2024-09-16T00:11:01.961 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7f3357fff640 1 -- 172.21.15.176:0/157194955 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3358007920 con 0x7f336012d3c0 2024-09-16T00:11:01.961 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7f69c37fe640 1 -- 172.21.15.176:0/2561566433 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69b802ac70 con 0x7f69c40947b0 2024-09-16T00:11:01.961 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7f69c37fe640 1 -- 172.21.15.176:0/2561566433 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69b802add0 con 0x7f69c40947b0 2024-09-16T00:11:01.961 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7ff7baffd640 1 -- 172.21.15.176:0/674600421 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0031400 con 0x7ff7bc129c40 2024-09-16T00:11:01.962 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7f69c37fe640 1 -- 172.21.15.176:0/2561566433 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69b8032670 con 0x7f69c40947b0 2024-09-16T00:11:01.962 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7ff7baffd640 1 -- 172.21.15.176:0/674600421 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7b002d050 con 0x7ff7bc129c40 2024-09-16T00:11:01.962 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.946+0000 7ff7baffd640 1 -- 172.21.15.176:0/674600421 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b00317d0 con 0x7ff7bc129c40 2024-09-16T00:11:01.962 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f21e09fc640 1 --2- 172.21.15.176:0/193468576 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc090d20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009850 tx=0x7f21d00090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b80fca79494756f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.962 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f21db7fe640 1 -- 172.21.15.176:0/193468576 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c8001470 con 0x7f21dc090950 2024-09-16T00:11:01.963 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f336728b640 1 -- 172.21.15.176:0/157194955 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f336012d3c0 msgr2=0x7f336012f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.963 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f336728b640 1 --2- 172.21.15.176:0/157194955 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f336012d3c0 0x7f336012f7a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f3358009e90 tx=0x7f3358009780 comp rx=0 tx=0).stop 2024-09-16T00:11:01.963 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f336728b640 1 -- 172.21.15.176:0/157194955 shutdown_connections 2024-09-16T00:11:01.963 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f336728b640 1 --2- 172.21.15.176:0/157194955 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f336012d3c0 0x7f336012f7a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.963 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f336728b640 1 --2- 172.21.15.176:0/157194955 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3360090e10 0x7f3360091240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.963 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f336728b640 1 -- 172.21.15.176:0/157194955 >> 172.21.15.176:0/157194955 conn(0x7f3360099e60 msgr2=0x7f3360095d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.963 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f21db7fe640 1 -- 172.21.15.176:0/193468576 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21d002a930 con 0x7f21dc090950 2024-09-16T00:11:01.963 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f21db7fe640 1 -- 172.21.15.176:0/193468576 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c8001470 con 0x7f21dc090950 2024-09-16T00:11:01.964 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7ff7c239d640 1 -- 172.21.15.176:0/674600421 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 msgr2=0x7ff7bc12c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.964 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7ff7c239d640 1 --2- 172.21.15.176:0/674600421 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc12c020 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0009b70 tx=0x7ff7b00091d0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.964 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f69cab5d640 1 -- 172.21.15.176:0/2561566433 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f69c40947b0 msgr2=0x7f69c4094b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.964 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f336728b640 1 -- 172.21.15.176:0/157194955 shutdown_connections 2024-09-16T00:11:01.965 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f69cab5d640 1 --2- 172.21.15.176:0/2561566433 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f69c40947b0 0x7f69c4094b80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f69b8009850 tx=0x7f69b80090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.965 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7ff7c239d640 1 -- 172.21.15.176:0/674600421 shutdown_connections 2024-09-16T00:11:01.965 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7ff7c239d640 1 --2- 172.21.15.176:0/674600421 >> v2:172.21.15.176:3300/0 conn(0x7ff7bc12c560 0x7ff7bc12e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.965 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7ff7c239d640 1 --2- 172.21.15.176:0/674600421 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc12c020 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.966 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7f336728b640 1 -- 172.21.15.176:0/157194955 wait complete. 2024-09-16T00:11:01.966 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7ff7c239d640 1 -- 172.21.15.176:0/674600421 >> 172.21.15.176:0/674600421 conn(0x7ff7bc099ab0 msgr2=0x7ff7bc0959b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.966 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7ff7c239d640 1 -- 172.21.15.176:0/674600421 shutdown_connections 2024-09-16T00:11:01.966 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.947+0000 7ff7c239d640 1 -- 172.21.15.176:0/674600421 wait complete. 2024-09-16T00:11:01.967 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f69cab5d640 1 -- 172.21.15.176:0/2561566433 shutdown_connections 2024-09-16T00:11:01.967 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f69cab5d640 1 --2- 172.21.15.176:0/2561566433 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c40950c0 0x7f69c412e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.967 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f69cab5d640 1 --2- 172.21.15.176:0/2561566433 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f69c40947b0 0x7f69c4094b80 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.967 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f69cab5d640 1 -- 172.21.15.176:0/2561566433 >> 172.21.15.176:0/2561566433 conn(0x7f69c4099dc0 msgr2=0x7f69c409a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.967 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f69cab5d640 1 -- 172.21.15.176:0/2561566433 shutdown_connections 2024-09-16T00:11:01.967 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f69cab5d640 1 -- 172.21.15.176:0/2561566433 wait complete. 2024-09-16T00:11:01.968 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f21e2c60640 1 -- 172.21.15.176:0/193468576 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 msgr2=0x7f21dc090d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.968 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f21e2c60640 1 --2- 172.21.15.176:0/193468576 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc090d20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009850 tx=0x7f21d00090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.968 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f21e2c60640 1 -- 172.21.15.176:0/193468576 shutdown_connections 2024-09-16T00:11:01.968 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f21e2c60640 1 --2- 172.21.15.176:0/193468576 >> v2:172.21.15.176:3300/0 conn(0x7f21dc126c50 0x7f21dc12e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.968 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f21e2c60640 1 --2- 172.21.15.176:0/193468576 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc090d20 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.968 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f21e2c60640 1 -- 172.21.15.176:0/193468576 >> 172.21.15.176:0/193468576 conn(0x7f21dc099ab0 msgr2=0x7f21dc0959b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.968 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7ff7c239d640 1 Processor -- start 2024-09-16T00:11:01.969 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f21e2c60640 1 -- 172.21.15.176:0/193468576 shutdown_connections 2024-09-16T00:11:01.969 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f21e2c60640 1 -- 172.21.15.176:0/193468576 wait complete. 2024-09-16T00:11:01.969 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f336728b640 1 Processor -- start 2024-09-16T00:11:01.969 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7ff7c239d640 1 -- start start 2024-09-16T00:11:01.970 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.948+0000 7f336728b640 1 -- start start 2024-09-16T00:11:01.970 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f69cab5d640 1 Processor -- start 2024-09-16T00:11:01.970 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7c239d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7bc123810 0x7ff7bc124700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7c239d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc124c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7c239d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff7bc12c560 0x7ff7bc125180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f69cab5d640 1 -- start start 2024-09-16T00:11:01.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7c239d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7bc1277e0 con 0x7ff7bc123810 2024-09-16T00:11:01.971 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f21e2c60640 1 Processor -- start 2024-09-16T00:11:01.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f336728b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f336006f3c0 0x7f336012c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7c239d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7bc06e560 con 0x7ff7bc129c40 2024-09-16T00:11:01.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7c239d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff7bc1259e0 con 0x7ff7bc12c560 2024-09-16T00:11:01.972 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f336728b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3360090e10 0x7f3360069800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7bb7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc124c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7bb7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc124c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45182/0 (socket says 172.21.15.176:45182) 2024-09-16T00:11:01.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7c093a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff7bc12c560 0x7ff7bc125180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7bb7fe640 1 -- 172.21.15.176:0/1262123034 learned_addr learned my addr 172.21.15.176:0/1262123034 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:01.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f336728b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f336012d3c0 0x7f3360069d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.973 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f336728b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f336008bf20 con 0x7f336006f3c0 2024-09-16T00:11:01.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7ff7bbfff640 1 --2- 172.21.15.176:0/1262123034 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7bc123810 0x7ff7bc124700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f336728b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f336008cf10 con 0x7f3360090e10 2024-09-16T00:11:01.974 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f336728b640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f336008d220 con 0x7f336012d3c0 2024-09-16T00:11:01.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f3365027640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f336006f3c0 0x7f336012c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f3365027640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f336006f3c0 0x7f336012c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47728/0 (socket says 172.21.15.176:47728) 2024-09-16T00:11:01.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f3365027640 1 -- 172.21.15.176:0/2237107244 learned_addr learned my addr 172.21.15.176:0/2237107244 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:01.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f3365828640 1 --2- 172.21.15.176:0/2237107244 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f336012d3c0 0x7f3360069d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f21e2c60640 1 -- start start 2024-09-16T00:11:01.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f69cab5d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f69c40947b0 0x7f69c4091490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f69cab5d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f69c40950c0 0x7f69c40919d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.975 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f69cab5d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c4095490 0x7f69c4091f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.976 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.949+0000 7f69cab5d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69c406f160 con 0x7f69c40947b0 2024-09-16T00:11:01.976 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f69cab5d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69c4088230 con 0x7f69c4095490 2024-09-16T00:11:01.976 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f69cab5d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f69c4092450 con 0x7f69c40950c0 2024-09-16T00:11:01.976 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f3364826640 1 --2- 172.21.15.176:0/2237107244 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3360090e10 0x7f3360069800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.976 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f69c3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f69c40950c0 0x7f69c40919d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.976 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f69c3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f69c40950c0 0x7f69c40919d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44054/0 (socket says 172.21.15.176:44054) 2024-09-16T00:11:01.976 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f69c3fff640 1 -- 172.21.15.176:0/3000711253 learned_addr learned my addr 172.21.15.176:0/3000711253 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:01.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f3365027640 1 -- 172.21.15.176:0/2237107244 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f336012d3c0 msgr2=0x7f3360069d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f3365027640 1 --2- 172.21.15.176:0/2237107244 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f336012d3c0 0x7f3360069d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f3365027640 1 -- 172.21.15.176:0/2237107244 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3360090e10 msgr2=0x7f3360069800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f3365027640 1 --2- 172.21.15.176:0/2237107244 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3360090e10 0x7f3360069800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f3365027640 1 -- 172.21.15.176:0/2237107244 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3358009a20 con 0x7f336006f3c0 2024-09-16T00:11:01.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f69c90fa640 1 --2- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c4095490 0x7f69c4091f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.978 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f69c88f9640 1 --2- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f69c40947b0 0x7f69c4091490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.978 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7ff7bb7fe640 1 -- 172.21.15.176:0/1262123034 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff7bc12c560 msgr2=0x7ff7bc125180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.978 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7ff7bb7fe640 1 --2- 172.21.15.176:0/1262123034 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff7bc12c560 0x7ff7bc125180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.978 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7ff7bb7fe640 1 -- 172.21.15.176:0/1262123034 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7bc123810 msgr2=0x7ff7bc124700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.978 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7ff7bb7fe640 1 --2- 172.21.15.176:0/1262123034 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7bc123810 0x7ff7bc124700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.978 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7ff7bb7fe640 1 -- 172.21.15.176:0/1262123034 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7b4009a20 con 0x7ff7bc129c40 2024-09-16T00:11:01.978 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7ff7bbfff640 1 --2- 172.21.15.176:0/1262123034 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7bc123810 0x7ff7bc124700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:01.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21e2c60640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc13d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21e2c60640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f21dc1260f0 0x7f21dc13def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21e2c60640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f21dc126c50 0x7f21dc13e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:01.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21e2c60640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21dc06ee30 con 0x7f21dc1260f0 2024-09-16T00:11:01.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21e2c60640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21dc12ba20 con 0x7f21dc126c50 2024-09-16T00:11:01.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21e2c60640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f21dc12dfc0 con 0x7f21dc090950 2024-09-16T00:11:01.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21e09fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc13d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21e09fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc13d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44068/0 (socket says 172.21.15.176:44068) 2024-09-16T00:11:01.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21e09fc640 1 -- 172.21.15.176:0/4134051330 learned_addr learned my addr 172.21.15.176:0/4134051330 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:01.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21dbfff640 1 --2- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f21dc1260f0 0x7f21dc13def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7ff7bb7fe640 1 --2- 172.21.15.176:0/1262123034 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc124c40 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0009ba0 tx=0x7ff7b0035000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f21e11fd640 1 --2- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f21dc126c50 0x7f21dc13e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:01.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f69c88f9640 1 -- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f69c40950c0 msgr2=0x7f69c40919d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f69c88f9640 1 --2- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f69c40950c0 0x7f69c40919d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.981 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7f3365027640 1 --2- 172.21.15.176:0/2237107244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f336006f3c0 0x7f336012c9d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f335c00c5e0 tx=0x7f335c007ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.981 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.950+0000 7ff7a3fff640 1 -- 172.21.15.176:0/1262123034 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b003a730 con 0x7ff7bc129c40 2024-09-16T00:11:01.981 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7ff7a3fff640 1 -- 172.21.15.176:0/1262123034 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7b003a890 con 0x7ff7bc129c40 2024-09-16T00:11:01.981 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7ff7a3fff640 1 -- 172.21.15.176:0/1262123034 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b003ac50 con 0x7ff7bc129c40 2024-09-16T00:11:01.981 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21e09fc640 1 -- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f21dc126c50 msgr2=0x7f21dc13e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.981 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21e09fc640 1 --2- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f21dc126c50 0x7f21dc13e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.982 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21e09fc640 1 -- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f21dc1260f0 msgr2=0x7f21dc13def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.982 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f69c88f9640 1 -- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c4095490 msgr2=0x7f69c4091f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.982 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f69c88f9640 1 --2- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c4095490 0x7f69c4091f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.982 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f69c88f9640 1 -- 172.21.15.176:0/3000711253 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69b8009390 con 0x7f69c40947b0 2024-09-16T00:11:01.982 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7b0009450 con 0x7ff7bc129c40 2024-09-16T00:11:01.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21e09fc640 1 --2- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f21dc1260f0 0x7f21dc13def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21e09fc640 1 -- 172.21.15.176:0/4134051330 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21d0009390 con 0x7f21dc090950 2024-09-16T00:11:01.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21e11fd640 1 --2- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f21dc126c50 0x7f21dc13e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:11:01.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21dbfff640 1 --2- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f21dc1260f0 0x7f21dc13def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:11:01.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7bc1261d0 con 0x7ff7bc129c40 2024-09-16T00:11:01.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21e09fc640 1 --2- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc13d9b0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009360 tx=0x7f21d0032000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21d8ff9640 1 -- 172.21.15.176:0/4134051330 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d003b610 con 0x7f21dc090950 2024-09-16T00:11:01.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21d8ff9640 1 -- 172.21.15.176:0/4134051330 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21d003b770 con 0x7f21dc090950 2024-09-16T00:11:01.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21dc12d410 con 0x7f21dc090950 2024-09-16T00:11:01.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21dc12a980 con 0x7f21dc090950 2024-09-16T00:11:01.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f21d8ff9640 1 -- 172.21.15.176:0/4134051330 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d003baf0 con 0x7f21dc090950 2024-09-16T00:11:01.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f69c3fff640 1 --2- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f69c40950c0 0x7f69c40919d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:11:01.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f69c88f9640 1 --2- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f69c40947b0 0x7f69c4091490 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f69b8031000 tx=0x7f69b8032000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:01.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f69c90fa640 1 --2- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f69c4095490 0x7f69c4091f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:01.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.952+0000 7f69c0ff9640 1 -- 172.21.15.176:0/3000711253 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69b8031780 con 0x7f69c40947b0 2024-09-16T00:11:01.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.952+0000 7f69c0ff9640 1 -- 172.21.15.176:0/3000711253 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69b8031900 con 0x7f69c40947b0 2024-09-16T00:11:01.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.952+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69c4094090 con 0x7f69c40947b0 2024-09-16T00:11:01.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.952+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69c4143eb0 con 0x7f69c40947b0 2024-09-16T00:11:01.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.952+0000 7f69c0ff9640 1 -- 172.21.15.176:0/3000711253 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69b8031cc0 con 0x7f69c40947b0 2024-09-16T00:11:01.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.952+0000 7ff7a3fff640 1 -- 172.21.15.176:0/1262123034 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7ff7b0043030 con 0x7ff7bc129c40 2024-09-16T00:11:01.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f33557fa640 1 -- 172.21.15.176:0/2237107244 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f335c012630 con 0x7f336006f3c0 2024-09-16T00:11:01.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f33557fa640 1 -- 172.21.15.176:0/2237107244 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f335c012790 con 0x7f336006f3c0 2024-09-16T00:11:01.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f33557fa640 1 -- 172.21.15.176:0/2237107244 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f335c012bd0 con 0x7f336006f3c0 2024-09-16T00:11:01.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f336006b020 con 0x7f336006f3c0 2024-09-16T00:11:01.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.951+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f336012cf10 con 0x7f336006f3c0 2024-09-16T00:11:01.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.952+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3340000fd0 con 0x7f336006f3c0 2024-09-16T00:11:01.987 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.952+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f21bc000fd0 con 0x7f21dc090950 2024-09-16T00:11:01.987 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.952+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff7bc04bf60 con 0x7ff7bc129c40 2024-09-16T00:11:01.987 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.953+0000 7f21d8ff9640 1 -- 172.21.15.176:0/4134051330 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f21d0039040 con 0x7f21dc090950 2024-09-16T00:11:01.987 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.953+0000 7ff7a3fff640 1 -- 172.21.15.176:0/1262123034 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7ff7b0041070 con 0x7ff7bc129c40 2024-09-16T00:11:01.988 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.953+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f69a4000fd0 con 0x7f69c40947b0 2024-09-16T00:11:01.988 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.953+0000 7ff7a3fff640 1 -- 172.21.15.176:0/1262123034 --> v1:172.21.15.176:6812/32744 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff7a8056f50 con 0x7ff7a8053270 2024-09-16T00:11:01.988 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.953+0000 7ff7a3fff640 1 -- 172.21.15.176:0/1262123034 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff7b0088200 con 0x7ff7bc129c40 2024-09-16T00:11:01.988 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.953+0000 7f33557fa640 1 -- 172.21.15.176:0/2237107244 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f335c01b400 con 0x7f336006f3c0 2024-09-16T00:11:01.989 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7f21d8ff9640 1 -- 172.21.15.176:0/4134051330 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f21d0083380 con 0x7f21dc090950 2024-09-16T00:11:01.989 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7f69c0ff9640 1 -- 172.21.15.176:0/3000711253 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f69b803c610 con 0x7f69c40947b0 2024-09-16T00:11:01.989 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7f21d8ff9640 1 -- 172.21.15.176:0/4134051330 --> v1:172.21.15.176:6805/32745 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f21c0057020 con 0x7f21c0053340 2024-09-16T00:11:01.989 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7f21d8ff9640 1 -- 172.21.15.176:0/4134051330 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f21d0085900 con 0x7f21dc090950 2024-09-16T00:11:01.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7f33557fa640 1 -- 172.21.15.176:0/2237107244 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f335c063850 con 0x7f336006f3c0 2024-09-16T00:11:01.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7f33557fa640 1 -- 172.21.15.176:0/2237107244 --> v1:172.21.15.176:6804/32747 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3344056ed0 con 0x7f33440531f0 2024-09-16T00:11:01.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7f33557fa640 1 -- 172.21.15.176:0/2237107244 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f335c063c00 con 0x7f336006f3c0 2024-09-16T00:11:01.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7f69c0ff9640 1 -- 172.21.15.176:0/3000711253 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f69b8083b50 con 0x7f69c40947b0 2024-09-16T00:11:01.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7f69c0ff9640 1 -- 172.21.15.176:0/3000711253 --> v1:172.21.15.176:6800/32746 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f69a8056ed0 con 0x7f69a80531f0 2024-09-16T00:11:01.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7f69c0ff9640 1 -- 172.21.15.176:0/3000711253 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f69b8088220 con 0x7f69c40947b0 2024-09-16T00:11:01.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.954+0000 7ff7a3fff640 1 -- 172.21.15.176:0/1262123034 <== osd.0 v1:172.21.15.176:6812/32744 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+24147 (unknown 0 0 1173804961) 0x7ff7a8056f50 con 0x7ff7a8053270 2024-09-16T00:11:01.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.955+0000 7f21d8ff9640 1 -- 172.21.15.176:0/4134051330 <== osd.1 v1:172.21.15.176:6805/32745 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+24147 (unknown 0 0 1173804961) 0x7f21c0057020 con 0x7f21c0053340 2024-09-16T00:11:01.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.955+0000 7f33557fa640 1 -- 172.21.15.176:0/2237107244 <== osd.3 v1:172.21.15.176:6804/32747 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+24147 (unknown 0 0 1173804961) 0x7f3344056ed0 con 0x7f33440531f0 2024-09-16T00:11:01.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.955+0000 7f69c0ff9640 1 -- 172.21.15.176:0/3000711253 <== osd.2 v1:172.21.15.176:6800/32746 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+24147 (unknown 0 0 1173804961) 0x7f69a8056ed0 con 0x7f69a80531f0 2024-09-16T00:11:01.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.967+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 --> v1:172.21.15.176:6804/32747 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3340002c70 con 0x7f33440531f0 2024-09-16T00:11:01.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 --> v1:172.21.15.176:6800/32746 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f69a4002c70 con 0x7f69a80531f0 2024-09-16T00:11:01.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f33557fa640 1 -- 172.21.15.176:0/2237107244 <== osd.3 v1:172.21.15.176:6804/32747 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 675830894) 0x7f3340002c70 con 0x7f33440531f0 2024-09-16T00:11:01.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f69c0ff9640 1 -- 172.21.15.176:0/3000711253 <== osd.2 v1:172.21.15.176:6800/32746 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 2217796425) 0x7f69a4002c70 con 0x7f69a80531f0 2024-09-16T00:11:01.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 >> v1:172.21.15.176:6800/32746 conn(0x7f69a80531f0 legacy=0x7f69a8055660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 >> v1:172.21.15.176:6804/32747 conn(0x7f33440531f0 legacy=0x7f3344055660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.994 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 >> v1:172.21.15.176:6816/32228 conn(0x7f69a804cb70 legacy=0x7f69a804f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.994 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f69c40947b0 msgr2=0x7f69c4091490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.994 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f69cab5d640 1 --2- 172.21.15.176:0/3000711253 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f69c40947b0 0x7f69c4091490 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f69b8031000 tx=0x7f69b8032000 comp rx=0 tx=0).stop 2024-09-16T00:11:01.994 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 >> v1:172.21.15.176:6816/32228 conn(0x7f334404cb70 legacy=0x7f334404f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.994 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f336006f3c0 msgr2=0x7f336012c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:01.994 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f336728b640 1 --2- 172.21.15.176:0/2237107244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f336006f3c0 0x7f336012c9d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f335c00c5e0 tx=0x7f335c007ed0 comp rx=0 tx=0).stop 2024-09-16T00:11:01.995 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f3365828640 1 -- 172.21.15.176:0/2237107244 reap_dead start 2024-09-16T00:11:01.995 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f69c90fa640 1 -- 172.21.15.176:0/3000711253 reap_dead start 2024-09-16T00:11:01.995 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 shutdown_connections 2024-09-16T00:11:01.995 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 >> 172.21.15.176:0/3000711253 conn(0x7f69c4099dc0 msgr2=0x7f69c406ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.995 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 shutdown_connections 2024-09-16T00:11:01.996 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 >> 172.21.15.176:0/2237107244 conn(0x7f3360099e60 msgr2=0x7f336006ba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:01.996 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.968+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 shutdown_connections 2024-09-16T00:11:01.996 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.969+0000 7f336728b640 1 -- 172.21.15.176:0/2237107244 wait complete. 2024-09-16T00:11:01.997 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.969+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 shutdown_connections 2024-09-16T00:11:01.997 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.969+0000 7f69cab5d640 1 -- 172.21.15.176:0/3000711253 wait complete. 2024-09-16T00:11:01.997 INFO:teuthology.orchestra.run.smithi176.stdout:38654705667 2024-09-16T00:11:01.997 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:11:01.998 INFO:teuthology.orchestra.run.smithi176.stdout:38654705669 2024-09-16T00:11:01.998 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:11:01.999 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.983+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 --> v1:172.21.15.176:6812/32744 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff7bc120de0 con 0x7ff7a8053270 2024-09-16T00:11:01.999 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.983+0000 7ff7a3fff640 1 -- 172.21.15.176:0/1262123034 <== osd.0 v1:172.21.15.176:6812/32744 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 675830894) 0x7ff7bc120de0 con 0x7ff7a8053270 2024-09-16T00:11:01.999 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.983+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 --> v1:172.21.15.176:6805/32745 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f21bc002c70 con 0x7f21c0053340 2024-09-16T00:11:02.000 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7f21d8ff9640 1 -- 172.21.15.176:0/4134051330 <== osd.1 v1:172.21.15.176:6805/32745 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 3659784045) 0x7f21bc002c70 con 0x7f21c0053340 2024-09-16T00:11:02.000 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 >> v1:172.21.15.176:6812/32744 conn(0x7ff7a8053270 legacy=0x7ff7a80556e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 >> v1:172.21.15.176:6816/32228 conn(0x7ff7a804cbf0 legacy=0x7ff7a804f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 msgr2=0x7ff7bc124c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7ff7c239d640 1 --2- 172.21.15.176:0/1262123034 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff7bc129c40 0x7ff7bc124c40 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0009ba0 tx=0x7ff7b0035000 comp rx=0 tx=0).stop 2024-09-16T00:11:02.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7ff7c093a640 1 -- 172.21.15.176:0/1262123034 reap_dead start 2024-09-16T00:11:02.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 shutdown_connections 2024-09-16T00:11:02.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 >> 172.21.15.176:0/1262123034 conn(0x7ff7bc099ab0 msgr2=0x7ff7bc121c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:02.002 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 >> v1:172.21.15.176:6805/32745 conn(0x7f21c0053340 legacy=0x7f21c00557b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.002 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 shutdown_connections 2024-09-16T00:11:02.002 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7ff7c239d640 1 -- 172.21.15.176:0/1262123034 wait complete. 2024-09-16T00:11:02.003 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 >> v1:172.21.15.176:6816/32228 conn(0x7f21c004ccc0 legacy=0x7f21c004f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.003 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 msgr2=0x7f21dc13d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.003 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7f21e2c60640 1 --2- 172.21.15.176:0/4134051330 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f21dc090950 0x7f21dc13d9b0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009360 tx=0x7f21d0032000 comp rx=0 tx=0).stop 2024-09-16T00:11:02.003 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7f21e11fd640 1 -- 172.21.15.176:0/4134051330 reap_dead start 2024-09-16T00:11:02.003 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 shutdown_connections 2024-09-16T00:11:02.003 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 >> 172.21.15.176:0/4134051330 conn(0x7f21dc099ab0 msgr2=0x7f21dc097be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:02.003 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 shutdown_connections 2024-09-16T00:11:02.003 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:01.984+0000 7f21e2c60640 1 -- 172.21.15.176:0/4134051330 wait complete. 2024-09-16T00:11:02.004 INFO:teuthology.orchestra.run.smithi176.stdout:38654705669 2024-09-16T00:11:02.004 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:11:02.005 INFO:teuthology.orchestra.run.smithi176.stdout:38654705668 2024-09-16T00:11:02.005 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:11:02.139 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.138+0000 7f58bbf9d640 1 Processor -- start 2024-09-16T00:11:02.139 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.138+0000 7f95af99d640 1 Processor -- start 2024-09-16T00:11:02.140 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.138+0000 7f742219d640 1 Processor -- start 2024-09-16T00:11:02.140 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.138+0000 7fd2f1aa8640 1 Processor -- start 2024-09-16T00:11:02.140 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.138+0000 7f742219d640 1 -- start start 2024-09-16T00:11:02.140 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.138+0000 7f95af99d640 1 -- start start 2024-09-16T00:11:02.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.138+0000 7fd2f1aa8640 1 -- start start 2024-09-16T00:11:02.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.138+0000 7f58bbf9d640 1 -- start start 2024-09-16T00:11:02.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7fd2f1aa8640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2ec123810 0x7fd2ec123be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f742219d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c094b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.142 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7fd2f1aa8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2ec124120 0x7fd2ec126900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.142 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f742219d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f741c095490 0x7f741c131b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.142 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7fd2f1aa8640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2ec092960 con 0x7fd2ec126e40 2024-09-16T00:11:02.142 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7fd2f1aa8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec1235f0 con 0x7fd2ec124120 2024-09-16T00:11:02.142 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7fd2f1aa8640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec094af0 con 0x7fd2ec123810 2024-09-16T00:11:02.143 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f742219d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f741c099620 con 0x7f741c0950c0 2024-09-16T00:11:02.143 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f742219d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f741c0977f0 con 0x7f741c0947b0 2024-09-16T00:11:02.143 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f742219d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f741c0969d0 con 0x7f741c095490 2024-09-16T00:11:02.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58bbf9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b40948c0 0x7f58b4090890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58bbf9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f58b4094c90 0x7f58b4090dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95af99d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f95a80948c0 0x7f95a8091770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95af99d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a8091cb0 0x7f95a8123420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95af99d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a80920c0 0x7f95a8123960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95af99d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95a8094e50 con 0x7f95a80948c0 2024-09-16T00:11:02.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95af99d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95a80931a0 con 0x7f95a80920c0 2024-09-16T00:11:02.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95af99d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f95a80925f0 con 0x7f95a8091cb0 2024-09-16T00:11:02.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58bbf9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b41260f0 0x7f58b4126590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f741b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c094b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f741b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c094b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45214/0 (socket says 172.21.15.176:45214) 2024-09-16T00:11:02.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f741b7fe640 1 -- 172.21.15.176:0/2462369999 learned_addr learned my addr 172.21.15.176:0/2462369999 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:02.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95ad739640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f95a80948c0 0x7f95a8091770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.146 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58bbf9d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58b40928b0 con 0x7f58b4094c90 2024-09-16T00:11:02.146 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58bbf9d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58b4092c00 con 0x7f58b41260f0 2024-09-16T00:11:02.146 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58bbf9d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f58b40903a0 con 0x7f58b40948c0 2024-09-16T00:11:02.146 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95ad739640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f95a80948c0 0x7f95a8091770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47746/0 (socket says 172.21.15.176:47746) 2024-09-16T00:11:02.146 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58b9d39640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b40948c0 0x7f58b4090890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.147 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95ad739640 1 -- 172.21.15.176:0/203635274 learned_addr learned my addr 172.21.15.176:0/203635274 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:02.147 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95acf38640 1 --2- 172.21.15.176:0/203635274 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a8091cb0 0x7f95a8123420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.147 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7fd2ebfff640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fd2ec126e40 0x7fd2ec12dc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:38990/0 (socket says 172.21.15.176:38990) 2024-09-16T00:11:02.147 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7fd2ebfff640 1 -- 172.21.15.176:0/3795361773 learned_addr learned my addr 172.21.15.176:0/3795361773 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:11:02.147 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7fd2eaffd640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2ec124120 0x7fd2ec126900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.147 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f95adf3a640 1 --2- 172.21.15.176:0/203635274 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a80920c0 0x7f95a8123960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f741bfff640 1 --2- 172.21.15.176:0/2462369999 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f741c095490 0x7f741c131b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58ba53a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b41260f0 0x7f58b4126590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58b9d39640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b40948c0 0x7f58b4090890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44082/0 (socket says 172.21.15.176:44082) 2024-09-16T00:11:02.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58ba53a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b41260f0 0x7f58b4126590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45228/0 (socket says 172.21.15.176:45228) 2024-09-16T00:11:02.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58b9d39640 1 -- 172.21.15.176:0/2133591853 learned_addr learned my addr 172.21.15.176:0/2133591853 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:02.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7fd2eb7fe640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2ec123810 0x7fd2ec123be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.139+0000 7f58b9538640 1 --2- 172.21.15.176:0/2133591853 >> v2:172.21.15.176:3300/0 conn(0x7f58b4094c90 0x7f58b4090dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f58ba53a640 1 -- 172.21.15.176:0/2133591853 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b40948c0 msgr2=0x7f58b4090890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:02.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2165466477 0 0) 0x7fd2ec092960 con 0x7fd2ec126e40 2024-09-16T00:11:02.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd2d40034e0 con 0x7fd2ec126e40 2024-09-16T00:11:02.150 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f95acf38640 1 -- 172.21.15.176:0/203635274 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a80920c0 msgr2=0x7f95a8123960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:02.150 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f95acf38640 1 --2- 172.21.15.176:0/203635274 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a80920c0 0x7f95a8123960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.150 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f95acf38640 1 -- 172.21.15.176:0/203635274 >> v2:172.21.15.176:3300/0 conn(0x7f95a80948c0 msgr2=0x7f95a8091770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:02.150 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f95acf38640 1 --2- 172.21.15.176:0/203635274 >> v2:172.21.15.176:3300/0 conn(0x7f95a80948c0 0x7f95a8091770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.150 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f95acf38640 1 -- 172.21.15.176:0/203635274 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95a8092e60 con 0x7f95a8091cb0 2024-09-16T00:11:02.150 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f58ba53a640 1 --2- 172.21.15.176:0/2133591853 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b40948c0 0x7f58b4090890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.151 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f58ba53a640 1 -- 172.21.15.176:0/2133591853 >> v2:172.21.15.176:3300/0 conn(0x7f58b4094c90 msgr2=0x7f58b4090dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:02.151 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f58ba53a640 1 --2- 172.21.15.176:0/2133591853 >> v2:172.21.15.176:3300/0 conn(0x7f58b4094c90 0x7f58b4090dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.151 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f58ba53a640 1 -- 172.21.15.176:0/2133591853 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58b4091310 con 0x7f58b41260f0 2024-09-16T00:11:02.151 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 <== mon.0 v1:172.21.15.176:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1897700662 0 0) 0x7fd2d40034e0 con 0x7fd2ec126e40 2024-09-16T00:11:02.151 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2ec123810 msgr2=0x7fd2ec123be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:02.151 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2ec123810 0x7fd2ec123be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.151 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2ec124120 msgr2=0x7fd2ec126900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2ec124120 0x7fd2ec126900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 --> v1:172.21.15.176:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2ec095530 con 0x7fd2ec126e40 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 <== mon.0 v1:172.21.15.176:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2867915989 0 0) 0x7fd2e40017d0 con 0x7fd2ec126e40 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 >> v1:172.21.15.176:6789/0 conn(0x7fd2ec126e40 legacy=0x7fd2ec12dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 0x7fd2d4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 0x7fd2d4004bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2d400fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec1235f0 con 0x7fd2d4005110 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec094af0 con 0x7fd2d4004780 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d4010320 con 0x7fd2d40039f0 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2eaffd640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2ec124120 0x7fd2ec126900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:02.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2eb7fe640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 0x7fd2d4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f741b7fe640 1 -- 172.21.15.176:0/2462369999 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f741c095490 msgr2=0x7f741c131b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:02.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f741b7fe640 1 --2- 172.21.15.176:0/2462369999 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f741c095490 0x7f741c131b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f741b7fe640 1 -- 172.21.15.176:0/2462369999 >> v1:172.21.15.176:6789/0 conn(0x7f741c0950c0 legacy=0x7f741c12e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7f741b7fe640 1 -- 172.21.15.176:0/2462369999 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f741c095e40 con 0x7f741c0947b0 2024-09-16T00:11:02.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.140+0000 7fd2ebfff640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2d400fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7fd2eaffd640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 0x7fd2d4004bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7fd2ebfff640 1 -- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 msgr2=0x7fd2d4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:02.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7fd2ebfff640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 0x7fd2d4003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7fd2ebfff640 1 -- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 msgr2=0x7fd2d4004bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:02.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7fd2ebfff640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 0x7fd2d4004bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7fd2ebfff640 1 -- 172.21.15.176:0/3795361773 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d40034e0 con 0x7fd2d4005110 2024-09-16T00:11:02.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7fd2eaffd640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 0x7fd2d4004bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:11:02.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f95acf38640 1 --2- 172.21.15.176:0/203635274 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a8091cb0 0x7f95a8123420 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f9598009850 tx=0x7f95980090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77b75b186e9fa1a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:02.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f58ba53a640 1 --2- 172.21.15.176:0/2133591853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b41260f0 0x7f58b4126590 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f58ac009e60 tx=0x7f58ac009780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=487e40068f432656 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:02.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f58b8d37640 1 -- 172.21.15.176:0/2133591853 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58ac007550 con 0x7f58b41260f0 2024-09-16T00:11:02.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f959ffff640 1 -- 172.21.15.176:0/203635274 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f959802abc0 con 0x7f95a8091cb0 2024-09-16T00:11:02.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f959ffff640 1 -- 172.21.15.176:0/203635274 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f959802ad20 con 0x7f95a8091cb0 2024-09-16T00:11:02.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f959ffff640 1 -- 172.21.15.176:0/203635274 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9598032670 con 0x7f95a8091cb0 2024-09-16T00:11:02.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f741b7fe640 1 --2- 172.21.15.176:0/2462369999 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c094b80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f740c009970 tx=0x7f740c0091d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f656d6fba520a604 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:02.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f741a7fc640 1 -- 172.21.15.176:0/2462369999 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f740c02ad90 con 0x7f741c0947b0 2024-09-16T00:11:02.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f741a7fc640 1 -- 172.21.15.176:0/2462369999 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f740c032440 con 0x7f741c0947b0 2024-09-16T00:11:02.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f741a7fc640 1 -- 172.21.15.176:0/2462369999 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f740c032820 con 0x7f741c0947b0 2024-09-16T00:11:02.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f58b8d37640 1 -- 172.21.15.176:0/2133591853 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58ac02d050 con 0x7f58b41260f0 2024-09-16T00:11:02.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7f58b8d37640 1 -- 172.21.15.176:0/2133591853 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58ac007920 con 0x7f58b41260f0 2024-09-16T00:11:02.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.141+0000 7fd2ebfff640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2d400fde0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd2e400a900 tx=0x7fd2e40021c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a124500a2983428 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:02.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2e4004be0 con 0x7fd2d4005110 2024-09-16T00:11:02.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2e4004d40 con 0x7fd2d4005110 2024-09-16T00:11:02.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7fd2ea7fc640 1 -- 172.21.15.176:0/3795361773 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2e402b860 con 0x7fd2d4005110 2024-09-16T00:11:02.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f742219d640 1 -- 172.21.15.176:0/2462369999 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 msgr2=0x7f741c094b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f742219d640 1 --2- 172.21.15.176:0/2462369999 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c094b80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f740c009970 tx=0x7f740c0091d0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f95af99d640 1 -- 172.21.15.176:0/203635274 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a8091cb0 msgr2=0x7f95a8123420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f95af99d640 1 --2- 172.21.15.176:0/203635274 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a8091cb0 0x7f95a8123420 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f9598009850 tx=0x7f95980090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f742219d640 1 -- 172.21.15.176:0/2462369999 shutdown_connections 2024-09-16T00:11:02.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f742219d640 1 --2- 172.21.15.176:0/2462369999 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f741c095490 0x7f741c131b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f742219d640 1 --2- 172.21.15.176:0/2462369999 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c094b80 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f742219d640 1 -- 172.21.15.176:0/2462369999 >> 172.21.15.176:0/2462369999 conn(0x7f741c099dc0 msgr2=0x7f741c09a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:02.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f742219d640 1 -- 172.21.15.176:0/2462369999 shutdown_connections 2024-09-16T00:11:02.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2133591853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b41260f0 msgr2=0x7f58b4126590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f58bbf9d640 1 --2- 172.21.15.176:0/2133591853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b41260f0 0x7f58b4126590 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f58ac009e60 tx=0x7f58ac009780 comp rx=0 tx=0).stop 2024-09-16T00:11:02.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f742219d640 1 -- 172.21.15.176:0/2462369999 wait complete. 2024-09-16T00:11:02.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2133591853 shutdown_connections 2024-09-16T00:11:02.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f58bbf9d640 1 --2- 172.21.15.176:0/2133591853 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b41260f0 0x7f58b4126590 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f58bbf9d640 1 --2- 172.21.15.176:0/2133591853 >> v2:172.21.15.176:3300/0 conn(0x7f58b4094c90 0x7f58b4090dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f58bbf9d640 1 --2- 172.21.15.176:0/2133591853 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b40948c0 0x7f58b4090890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2133591853 >> 172.21.15.176:0/2133591853 conn(0x7f58b4099ab0 msgr2=0x7f58b40959b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:02.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f95af99d640 1 -- 172.21.15.176:0/203635274 shutdown_connections 2024-09-16T00:11:02.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f95af99d640 1 --2- 172.21.15.176:0/203635274 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a80920c0 0x7f95a8123960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f95af99d640 1 --2- 172.21.15.176:0/203635274 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a8091cb0 0x7f95a8123420 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f95af99d640 1 --2- 172.21.15.176:0/203635274 >> v2:172.21.15.176:3300/0 conn(0x7f95a80948c0 0x7f95a8091770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f95af99d640 1 -- 172.21.15.176:0/203635274 >> 172.21.15.176:0/203635274 conn(0x7f95a8099ab0 msgr2=0x7f95a80959b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:02.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2133591853 shutdown_connections 2024-09-16T00:11:02.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f95af99d640 1 -- 172.21.15.176:0/203635274 shutdown_connections 2024-09-16T00:11:02.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f95af99d640 1 -- 172.21.15.176:0/203635274 wait complete. 2024-09-16T00:11:02.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2133591853 wait complete. 2024-09-16T00:11:02.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 msgr2=0x7fd2d400fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.142+0000 7fd2f1aa8640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2d400fde0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd2e400a900 tx=0x7fd2e40021c0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3795361773 shutdown_connections 2024-09-16T00:11:02.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7fd2f1aa8640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2d400fde0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7fd2f1aa8640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 0x7fd2d4004bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7fd2f1aa8640 1 --2- 172.21.15.176:0/3795361773 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 0x7fd2d4003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3795361773 >> 172.21.15.176:0/3795361773 conn(0x7fd2ec099ab0 msgr2=0x7fd2ec0959b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:02.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3795361773 shutdown_connections 2024-09-16T00:11:02.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3795361773 wait complete. 2024-09-16T00:11:02.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7f95af99d640 1 Processor -- start 2024-09-16T00:11:02.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7f95af99d640 1 -- start start 2024-09-16T00:11:02.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7f742219d640 1 Processor -- start 2024-09-16T00:11:02.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7f742219d640 1 -- start start 2024-09-16T00:11:02.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.143+0000 7fd2f1aa8640 1 Processor -- start 2024-09-16T00:11:02.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2f1aa8640 1 -- start start 2024-09-16T00:11:02.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95af99d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a8091cb0 0x7f95a806aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95af99d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a80920c0 0x7f95a806b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f58bbf9d640 1 Processor -- start 2024-09-16T00:11:02.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95af99d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95a80948c0 0x7f95a806b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f58bbf9d640 1 -- start start 2024-09-16T00:11:02.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95acf38640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a80920c0 0x7f95a806b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2f1aa8640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 0x7fd2ec134f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2f1aa8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 0x7fd2ec135470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f742219d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c139390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2f1aa8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2ec1359b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2f1aa8640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec06b300 con 0x7fd2d4005110 2024-09-16T00:11:02.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2f1aa8640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec1209b0 con 0x7fd2d4004780 2024-09-16T00:11:02.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2f1aa8640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec06b510 con 0x7fd2d40039f0 2024-09-16T00:11:02.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2ebfff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2ec1359b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2ebfff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2ec1359b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47784/0 (socket says 172.21.15.176:47784) 2024-09-16T00:11:02.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2ebfff640 1 -- 172.21.15.176:0/3261651014 learned_addr learned my addr 172.21.15.176:0/3261651014 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:02.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2eb7fe640 1 --2- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 0x7fd2ec134f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7fd2eaffd640 1 --2- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 0x7fd2ec135470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95acf38640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a80920c0 0x7f95a806b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44112/0 (socket says 172.21.15.176:44112) 2024-09-16T00:11:02.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95acf38640 1 -- 172.21.15.176:0/650935915 learned_addr learned my addr 172.21.15.176:0/650935915 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:02.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95a806e300 con 0x7f95a80948c0 2024-09-16T00:11:02.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95a806e5c0 con 0x7f95a8091cb0 2024-09-16T00:11:02.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f95a806c600 con 0x7f95a80920c0 2024-09-16T00:11:02.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95ad739640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a8091cb0 0x7f95a806aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95adf3a640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95a80948c0 0x7f95a806b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95acf38640 1 -- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a8091cb0 msgr2=0x7f95a806aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95acf38640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a8091cb0 0x7f95a806aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95acf38640 1 -- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95a80948c0 msgr2=0x7f95a806b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7fd2eb7fe640 1 -- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 msgr2=0x7fd2ec135470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7fd2eb7fe640 1 --2- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 0x7fd2ec135470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95acf38640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95a80948c0 0x7f95a806b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7fd2eb7fe640 1 -- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 msgr2=0x7fd2ec1359b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7fd2eb7fe640 1 --2- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2ec1359b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95acf38640 1 -- 172.21.15.176:0/650935915 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9598009390 con 0x7f95a80920c0 2024-09-16T00:11:02.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7fd2eb7fe640 1 -- 172.21.15.176:0/3261651014 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2ec06bab0 con 0x7fd2d40039f0 2024-09-16T00:11:02.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.144+0000 7f95ad739640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a8091cb0 0x7f95a806aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:02.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f95adf3a640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95a80948c0 0x7f95a806b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:11:02.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f95acf38640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a80920c0 0x7f95a806b010 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f959802a4f0 tx=0x7f9598032000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:02.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7fd2ebfff640 1 --2- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2ec1359b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:02.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f741b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c139390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f741b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c139390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45258/0 (socket says 172.21.15.176:45258) 2024-09-16T00:11:02.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f741b7fe640 1 -- 172.21.15.176:0/2557572891 learned_addr learned my addr 172.21.15.176:0/2557572891 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:02.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f742219d640 1 --2- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f741c0950c0 0x7f741c1398d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f742219d640 1 --2- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f741c095490 0x7f741c139e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f741c122890 con 0x7f741c0950c0 2024-09-16T00:11:02.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f741c1224c0 con 0x7f741c0947b0 2024-09-16T00:11:02.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f741c093530 con 0x7f741c095490 2024-09-16T00:11:02.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f959d7fa640 1 -- 172.21.15.176:0/650935915 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f959803fd00 con 0x7f95a80920c0 2024-09-16T00:11:02.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f58bbf9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b40948c0 0x7f58b408f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f959d7fa640 1 -- 172.21.15.176:0/650935915 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f959802ae90 con 0x7f95a80920c0 2024-09-16T00:11:02.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f959d7fa640 1 -- 172.21.15.176:0/650935915 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9598049600 con 0x7f95a80920c0 2024-09-16T00:11:02.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f58bbf9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b4094c90 0x7f58b411f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f741affd640 1 --2- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f741c0950c0 0x7f741c1398d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7fd2eb7fe640 1 --2- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 0x7fd2ec134f30 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec0646f0 tx=0x7fd2dc0090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:02.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f58bbf9d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58b41260f0 0x7f58b411fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:02.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f741b7fe640 1 -- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f741c095490 msgr2=0x7f741c139e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f741b7fe640 1 --2- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f741c095490 0x7f741c139e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f741b7fe640 1 -- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f741c0950c0 msgr2=0x7f741c1398d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f741b7fe640 1 --2- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f741c0950c0 0x7f741c1398d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f58b9538640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b4094c90 0x7f58b411f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f58b9538640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b4094c90 0x7f58b411f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44134/0 (socket says 172.21.15.176:44134) 2024-09-16T00:11:02.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f58ba53a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58b41260f0 0x7f58b411fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f58b9d39640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b40948c0 0x7f58b408f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:02.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f58b9d39640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b40948c0 0x7f58b408f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45270/0 (socket says 172.21.15.176:45270) 2024-09-16T00:11:02.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f58ba53a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58b41260f0 0x7f58b411fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47796/0 (socket says 172.21.15.176:47796) 2024-09-16T00:11:02.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f58b9538640 1 -- 172.21.15.176:0/2592237022 learned_addr learned my addr 172.21.15.176:0/2592237022 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:02.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58b406e6d0 con 0x7f58b41260f0 2024-09-16T00:11:02.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58b4122a50 con 0x7f58b40948c0 2024-09-16T00:11:02.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f58b4122270 con 0x7f58b4094c90 2024-09-16T00:11:02.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95a806d970 con 0x7f95a80920c0 2024-09-16T00:11:02.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7fd2d37fe640 1 -- 172.21.15.176:0/3261651014 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2dc013680 con 0x7fd2d40039f0 2024-09-16T00:11:02.177 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.145+0000 7f741b7fe640 1 -- 172.21.15.176:0/2557572891 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f740c009450 con 0x7f741c0947b0 2024-09-16T00:11:02.177 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f741b7fe640 1 --2- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c139390 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f740c035040 tx=0x7f740c032000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:02.177 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95a806eb90 con 0x7f95a80920c0 2024-09-16T00:11:02.177 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f74037fe640 1 -- 172.21.15.176:0/2557572891 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f740c000d10 con 0x7f741c0947b0 2024-09-16T00:11:02.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f74037fe640 1 -- 172.21.15.176:0/2557572891 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f740c031de0 con 0x7f741c0947b0 2024-09-16T00:11:02.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f74037fe640 1 -- 172.21.15.176:0/2557572891 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f740c03d670 con 0x7f741c0947b0 2024-09-16T00:11:02.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f58b9d39640 1 -- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b4094c90 msgr2=0x7f58b411f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f741c092be0 con 0x7f741c0947b0 2024-09-16T00:11:02.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f741c091370 con 0x7f741c0947b0 2024-09-16T00:11:02.179 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3261651014 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2ec069430 con 0x7fd2d40039f0 2024-09-16T00:11:02.179 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.146+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3261651014 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2ec069900 con 0x7fd2d40039f0 2024-09-16T00:11:02.179 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7f58b9d39640 1 --2- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b4094c90 0x7f58b411f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.179 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7f58b9d39640 1 -- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58b41260f0 msgr2=0x7f58b411fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.179 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7f58b9d39640 1 --2- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58b41260f0 0x7f58b411fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.179 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7f58b9d39640 1 -- 172.21.15.176:0/2592237022 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58ac009a20 con 0x7f58b40948c0 2024-09-16T00:11:02.179 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95a804bf60 con 0x7f95a80920c0 2024-09-16T00:11:02.180 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7f58ba53a640 1 --2- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58b41260f0 0x7f58b411fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:11:02.180 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f741c0925a0 con 0x7f741c0947b0 2024-09-16T00:11:02.180 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7f58b9538640 1 --2- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b4094c90 0x7f58b411f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:11:02.180 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7f58b9d39640 1 --2- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b40948c0 0x7f58b408f8f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f58b000e960 tx=0x7f58b00091d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:02.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7fd2d37fe640 1 -- 172.21.15.176:0/3261651014 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2dc0137e0 con 0x7fd2d40039f0 2024-09-16T00:11:02.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7fd2d37fe640 1 -- 172.21.15.176:0/3261651014 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2dc013680 con 0x7fd2d40039f0 2024-09-16T00:11:02.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.147+0000 7f74037fe640 1 -- 172.21.15.176:0/2557572891 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f740c039040 con 0x7f741c0947b0 2024-09-16T00:11:02.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.148+0000 7f58a9ffb640 1 -- 172.21.15.176:0/2592237022 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b00095a0 con 0x7f58b40948c0 2024-09-16T00:11:02.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.148+0000 7f58a9ffb640 1 -- 172.21.15.176:0/2592237022 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58b000c940 con 0x7f58b40948c0 2024-09-16T00:11:02.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.148+0000 7f959d7fa640 1 -- 172.21.15.176:0/650935915 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f9598052450 con 0x7f95a80920c0 2024-09-16T00:11:02.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.148+0000 7f74037fe640 1 -- 172.21.15.176:0/2557572891 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f740c083220 con 0x7f741c0947b0 2024-09-16T00:11:02.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.148+0000 7f58a9ffb640 1 -- 172.21.15.176:0/2592237022 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b000ccc0 con 0x7f58b40948c0 2024-09-16T00:11:02.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.148+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58b4121a90 con 0x7f58b40948c0 2024-09-16T00:11:02.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.148+0000 7f959d7fa640 1 -- 172.21.15.176:0/650935915 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f959808b660 con 0x7f95a80920c0 2024-09-16T00:11:02.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.149+0000 7fd2d37fe640 1 -- 172.21.15.176:0/3261651014 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fd2dc013ba0 con 0x7fd2d40039f0 2024-09-16T00:11:02.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.149+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58b41203b0 con 0x7f58b40948c0 2024-09-16T00:11:02.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.149+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3261651014 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2ec04bf60 con 0x7fd2d40039f0 2024-09-16T00:11:02.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.149+0000 7fd2d37fe640 1 -- 172.21.15.176:0/3261651014 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fd2dc018030 con 0x7fd2d40039f0 2024-09-16T00:11:02.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.150+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58b404bf60 con 0x7f58b40948c0 2024-09-16T00:11:02.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.155+0000 7f74037fe640 1 -- 172.21.15.176:0/2557572891 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f740c05e360 con 0x7f741c0947b0 2024-09-16T00:11:02.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.156+0000 7f58a9ffb640 1 -- 172.21.15.176:0/2592237022 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f58b0013680 con 0x7f58b40948c0 2024-09-16T00:11:02.185 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.156+0000 7f959d7fa640 1 -- 172.21.15.176:0/650935915 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f95980666c0 con 0x7f95a80920c0 2024-09-16T00:11:02.185 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.156+0000 7f58a9ffb640 1 -- 172.21.15.176:0/2592237022 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f58b0063b40 con 0x7f58b40948c0 2024-09-16T00:11:02.185 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.162+0000 7f58a9ffb640 1 -- 172.21.15.176:0/2592237022 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f58b003ead0 con 0x7f58b40948c0 2024-09-16T00:11:02.185 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.163+0000 7fd2d37fe640 1 -- 172.21.15.176:0/3261651014 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fd2dc03e4d0 con 0x7fd2d40039f0 2024-09-16T00:11:02.293 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.293+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f741c04bf60 con 0x7f741c0947b0 2024-09-16T00:11:02.294 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.293+0000 7f74037fe640 1 -- 172.21.15.176:0/2557572891 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f740c042090 con 0x7f741c0947b0 2024-09-16T00:11:02.294 INFO:teuthology.orchestra.run.smithi176.stdout:38654705667 2024-09-16T00:11:02.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.294+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f95a8098bc0 con 0x7f95a80920c0 2024-09-16T00:11:02.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f959d7fa640 1 -- 172.21.15.176:0/650935915 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9598037020 con 0x7f95a80920c0 2024-09-16T00:11:02.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 >> v1:172.21.15.176:6816/32228 conn(0x7f740804cb70 legacy=0x7f740804f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 msgr2=0x7f741c139390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f742219d640 1 --2- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c139390 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f740c035040 tx=0x7f740c032000 comp rx=0 tx=0).stop 2024-09-16T00:11:02.296 INFO:teuthology.orchestra.run.smithi176.stdout:38654705668 2024-09-16T00:11:02.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 shutdown_connections 2024-09-16T00:11:02.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f742219d640 1 --2- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f741c095490 0x7f741c139e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f742219d640 1 --2- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f741c0950c0 0x7f741c1398d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f742219d640 1 --2- 172.21.15.176:0/2557572891 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f741c0947b0 0x7f741c139390 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 >> 172.21.15.176:0/2557572891 conn(0x7f741c099dc0 msgr2=0x7f741c06cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:02.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 shutdown_connections 2024-09-16T00:11:02.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.295+0000 7f742219d640 1 -- 172.21.15.176:0/2557572891 wait complete. 2024-09-16T00:11:02.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.297+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 >> v1:172.21.15.176:6816/32228 conn(0x7f958c04cbf0 legacy=0x7f958c04f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.297+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a80920c0 msgr2=0x7f95a806b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.297+0000 7f95af99d640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a80920c0 0x7f95a806b010 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f959802a4f0 tx=0x7f9598032000 comp rx=0 tx=0).stop 2024-09-16T00:11:02.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.297+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 shutdown_connections 2024-09-16T00:11:02.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.297+0000 7f95af99d640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95a80948c0 0x7f95a806b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.297+0000 7f95af99d640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95a80920c0 0x7f95a806b010 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.297+0000 7f95af99d640 1 --2- 172.21.15.176:0/650935915 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95a8091cb0 0x7f95a806aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.297+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 >> 172.21.15.176:0/650935915 conn(0x7f95a8099ab0 msgr2=0x7f95a8123530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:02.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.297+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 shutdown_connections 2024-09-16T00:11:02.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.297+0000 7f95af99d640 1 -- 172.21.15.176:0/650935915 wait complete. 2024-09-16T00:11:02.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.301+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3261651014 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fd2ec06b650 con 0x7fd2d40039f0 2024-09-16T00:11:02.303 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.302+0000 7fd2d37fe640 1 -- 172.21.15.176:0/3261651014 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd2ec06b650 con 0x7fd2d40039f0 2024-09-16T00:11:02.303 INFO:teuthology.orchestra.run.smithi176.stdout:38654705668 2024-09-16T00:11:02.305 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.304+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f58b406f310 con 0x7f58b40948c0 2024-09-16T00:11:02.306 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3261651014 >> v1:172.21.15.176:6816/32228 conn(0x7fd2d804cbd0 legacy=0x7fd2d804f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.306 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 msgr2=0x7fd2ec134f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.306 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7fd2f1aa8640 1 --2- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 0x7fd2ec134f30 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec0646f0 tx=0x7fd2dc0090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.306 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3261651014 shutdown_connections 2024-09-16T00:11:02.306 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7fd2f1aa8640 1 --2- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd2d4005110 0x7fd2ec1359b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.306 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7fd2f1aa8640 1 --2- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd2d4004780 0x7fd2ec135470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.306 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7fd2f1aa8640 1 --2- 172.21.15.176:0/3261651014 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd2d40039f0 0x7fd2ec134f30 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.307 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3261651014 >> 172.21.15.176:0/3261651014 conn(0x7fd2ec099ab0 msgr2=0x7fd2ec122270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:02.307 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3261651014 shutdown_connections 2024-09-16T00:11:02.307 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7fd2f1aa8640 1 -- 172.21.15.176:0/3261651014 wait complete. 2024-09-16T00:11:02.307 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.305+0000 7f58a9ffb640 1 -- 172.21.15.176:0/2592237022 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f58b0021030 con 0x7f58b40948c0 2024-09-16T00:11:02.307 INFO:teuthology.orchestra.run.smithi176.stdout:38654705666 2024-09-16T00:11:02.308 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.307+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 >> v1:172.21.15.176:6816/32228 conn(0x7f589804cbf0 legacy=0x7f589804f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.308 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.307+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b40948c0 msgr2=0x7f58b408f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:02.308 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.307+0000 7f58bbf9d640 1 --2- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b40948c0 0x7f58b408f8f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f58b000e960 tx=0x7f58b00091d0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.308 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.307+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 shutdown_connections 2024-09-16T00:11:02.308 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.307+0000 7f58bbf9d640 1 --2- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f58b41260f0 0x7f58b411fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.309 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.307+0000 7f58bbf9d640 1 --2- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f58b4094c90 0x7f58b411f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.309 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.307+0000 7f58bbf9d640 1 --2- 172.21.15.176:0/2592237022 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f58b40948c0 0x7f58b408f8f0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:02.309 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.307+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 >> 172.21.15.176:0/2592237022 conn(0x7f58b4099ab0 msgr2=0x7f58b4125650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:02.309 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.307+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 shutdown_connections 2024-09-16T00:11:02.309 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:02.307+0000 7f58bbf9d640 1 -- 172.21.15.176:0/2592237022 wait complete. 2024-09-16T00:11:02.310 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.1 2024-09-16T00:11:02.310 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705668 for osd.3 2024-09-16T00:11:02.318 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705668 for osd.0 2024-09-16T00:11:02.320 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705666 for osd.2 2024-09-16T00:11:03.311 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:11:03.311 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:11:03.319 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:11:03.321 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:11:03.420 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.419+0000 7f2303aa8640 1 Processor -- start 2024-09-16T00:11:03.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa035878640 1 Processor -- start 2024-09-16T00:11:03.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa035878640 1 -- start start 2024-09-16T00:11:03.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7f2303aa8640 1 -- start start 2024-09-16T00:11:03.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa035878640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fa030092550 0x7fa030092920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa035878640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa03012d900 0x7fa03012fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa035878640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa030094a80 con 0x7fa030092e60 2024-09-16T00:11:03.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa035878640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0300940d0 con 0x7fa030092550 2024-09-16T00:11:03.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa035878640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fa030094320 con 0x7fa03012d900 2024-09-16T00:11:03.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa02f7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa03012d900 0x7fa03012fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa02f7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa03012d900 0x7fa03012fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44138/0 (socket says 172.21.15.176:44138) 2024-09-16T00:11:03.423 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa02f7fe640 1 -- 172.21.15.176:0/2115125161 learned_addr learned my addr 172.21.15.176:0/2115125161 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:03.423 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7fa02effd640 1 --2- 172.21.15.176:0/2115125161 >> v2:172.21.15.176:3300/0 conn(0x7fa030092550 0x7fa030092920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.423 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.420+0000 7f2303aa8640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc08fa20 0x7f22fc12d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.423 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2303aa8640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f22fc08fe90 0x7f22fc12fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.423 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2303aa8640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22fc0913a0 con 0x7f22fc096b70 2024-09-16T00:11:03.423 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2303aa8640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22fc092180 con 0x7f22fc08fe90 2024-09-16T00:11:03.424 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2303aa8640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f22fc090550 con 0x7f22fc08fa20 2024-09-16T00:11:03.424 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2301844640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f22fc096b70 0x7f22fc08f310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:39018/0 (socket says 172.21.15.176:39018) 2024-09-16T00:11:03.424 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2301844640 1 -- 172.21.15.176:0/3007452595 learned_addr learned my addr 172.21.15.176:0/3007452595 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:11:03.424 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7fa02effd640 1 -- 172.21.15.176:0/2115125161 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa03012d900 msgr2=0x7fa03012fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:03.424 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7fa02effd640 1 --2- 172.21.15.176:0/2115125161 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa03012d900 0x7fa03012fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.424 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7fa02effd640 1 -- 172.21.15.176:0/2115125161 >> v1:172.21.15.176:6789/0 conn(0x7fa030092e60 legacy=0x7fa03012c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.424 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7fa02effd640 1 -- 172.21.15.176:0/2115125161 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0300945e0 con 0x7fa030092550 2024-09-16T00:11:03.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2302045640 1 --2- 172.21.15.176:0/3007452595 >> v2:172.21.15.176:3300/0 conn(0x7f22fc08fe90 0x7f22fc12fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2301043640 1 --2- 172.21.15.176:0/3007452595 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc08fa20 0x7f22fc12d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2301043640 1 -- 172.21.15.176:0/3007452595 >> v2:172.21.15.176:3300/0 conn(0x7f22fc08fe90 msgr2=0x7f22fc12fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:03.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2301043640 1 --2- 172.21.15.176:0/3007452595 >> v2:172.21.15.176:3300/0 conn(0x7f22fc08fe90 0x7f22fc12fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2301043640 1 -- 172.21.15.176:0/3007452595 >> v1:172.21.15.176:6789/0 conn(0x7f22fc096b70 legacy=0x7f22fc08f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.421+0000 7f2301043640 1 -- 172.21.15.176:0/3007452595 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22fc090810 con 0x7f22fc08fa20 2024-09-16T00:11:03.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.422+0000 7fa02effd640 1 --2- 172.21.15.176:0/2115125161 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa030092550 0x7fa030092920 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa020009850 tx=0x7fa0200090f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c6e6a0ed8320cce server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:03.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.422+0000 7fa02dffb640 1 -- 172.21.15.176:0/2115125161 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa02002ac60 con 0x7fa030092550 2024-09-16T00:11:03.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.422+0000 7fa02dffb640 1 -- 172.21.15.176:0/2115125161 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa02002adc0 con 0x7fa030092550 2024-09-16T00:11:03.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.422+0000 7fa02dffb640 1 -- 172.21.15.176:0/2115125161 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa02002ac60 con 0x7fa030092550 2024-09-16T00:11:03.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.422+0000 7f2301043640 1 --2- 172.21.15.176:0/3007452595 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc08fa20 0x7f22fc12d500 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f22ec00dc70 tx=0x7f22ec00d5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a03dbe7dea55fa55 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:03.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.422+0000 7f2300842640 1 -- 172.21.15.176:0/3007452595 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22ec00d2e0 con 0x7f22fc08fa20 2024-09-16T00:11:03.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.422+0000 7f2300842640 1 -- 172.21.15.176:0/3007452595 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22ec031050 con 0x7f22fc08fa20 2024-09-16T00:11:03.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.422+0000 7f2300842640 1 -- 172.21.15.176:0/3007452595 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22ec00b680 con 0x7f22fc08fa20 2024-09-16T00:11:03.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7fa035878640 1 -- 172.21.15.176:0/2115125161 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa030092550 msgr2=0x7fa030092920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7fa035878640 1 --2- 172.21.15.176:0/2115125161 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa030092550 0x7fa030092920 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa020009850 tx=0x7fa0200090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7fa035878640 1 -- 172.21.15.176:0/2115125161 shutdown_connections 2024-09-16T00:11:03.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7fa035878640 1 --2- 172.21.15.176:0/2115125161 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa03012d900 0x7fa03012fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7fa035878640 1 --2- 172.21.15.176:0/2115125161 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa030092550 0x7fa030092920 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7fa035878640 1 -- 172.21.15.176:0/2115125161 >> 172.21.15.176:0/2115125161 conn(0x7fa03009bc60 msgr2=0x7fa030097b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:03.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7fa035878640 1 -- 172.21.15.176:0/2115125161 shutdown_connections 2024-09-16T00:11:03.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7fa035878640 1 -- 172.21.15.176:0/2115125161 wait complete. 2024-09-16T00:11:03.430 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7f2303aa8640 1 -- 172.21.15.176:0/3007452595 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc08fa20 msgr2=0x7f22fc12d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.430 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7f2303aa8640 1 --2- 172.21.15.176:0/3007452595 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc08fa20 0x7f22fc12d500 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f22ec00dc70 tx=0x7f22ec00d5b0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.430 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7f2303aa8640 1 -- 172.21.15.176:0/3007452595 shutdown_connections 2024-09-16T00:11:03.430 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7f2303aa8640 1 --2- 172.21.15.176:0/3007452595 >> v2:172.21.15.176:3300/0 conn(0x7f22fc08fe90 0x7f22fc12fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.430 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7f2303aa8640 1 --2- 172.21.15.176:0/3007452595 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc08fa20 0x7f22fc12d500 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.430 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.423+0000 7f2303aa8640 1 -- 172.21.15.176:0/3007452595 >> 172.21.15.176:0/3007452595 conn(0x7f22fc097c60 msgr2=0x7f22fc098060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:03.430 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.424+0000 7f2303aa8640 1 -- 172.21.15.176:0/3007452595 shutdown_connections 2024-09-16T00:11:03.430 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.424+0000 7f2303aa8640 1 -- 172.21.15.176:0/3007452595 wait complete. 2024-09-16T00:11:03.431 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.424+0000 7fa035878640 1 Processor -- start 2024-09-16T00:11:03.431 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.424+0000 7fa035878640 1 -- start start 2024-09-16T00:11:03.431 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.424+0000 7fa035878640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa030092550 0x7fa0300901a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.431 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.424+0000 7fa035878640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa030092e60 0x7fa0300906e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.431 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.424+0000 7fa035878640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa03012d900 0x7fa030090c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.431 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.424+0000 7fa035878640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa030091ea0 con 0x7fa030092e60 2024-09-16T00:11:03.431 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.424+0000 7fa035878640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa03008fee0 con 0x7fa03012d900 2024-09-16T00:11:03.432 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.424+0000 7fa035878640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fa03008fbb0 con 0x7fa030092550 2024-09-16T00:11:03.432 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7f2303aa8640 1 Processor -- start 2024-09-16T00:11:03.432 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02e7fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa030092e60 0x7fa0300906e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.432 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02effd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa030092550 0x7fa0300901a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.432 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02effd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa030092550 0x7fa0300901a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44154/0 (socket says 172.21.15.176:44154) 2024-09-16T00:11:03.433 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02effd640 1 -- 172.21.15.176:0/915143066 learned_addr learned my addr 172.21.15.176:0/915143066 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:03.433 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02f7fe640 1 --2- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa03012d900 0x7fa030090c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.433 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7f2303aa8640 1 -- start start 2024-09-16T00:11:03.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02effd640 1 -- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa03012d900 msgr2=0x7fa030090c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02effd640 1 --2- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa03012d900 0x7fa030090c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02effd640 1 -- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa030092e60 msgr2=0x7fa0300906e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02effd640 1 --2- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa030092e60 0x7fa0300906e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02effd640 1 -- 172.21.15.176:0/915143066 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa020009390 con 0x7fa030092550 2024-09-16T00:11:03.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02e7fc640 1 --2- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa030092e60 0x7fa0300906e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:11:03.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02f7fe640 1 --2- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa03012d900 0x7fa030090c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:03.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.425+0000 7fa02effd640 1 --2- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa030092550 0x7fa0300901a0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa020000c00 tx=0x7fa020032000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:03.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7fa016ffd640 1 -- 172.21.15.176:0/915143066 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa02002ac60 con 0x7fa030092550 2024-09-16T00:11:03.434 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2303aa8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f22fc08fa20 0x7f22fc089b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.435 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7fa016ffd640 1 -- 172.21.15.176:0/915143066 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa020031730 con 0x7fa030092550 2024-09-16T00:11:03.435 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7fa035878640 1 -- 172.21.15.176:0/915143066 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa030091a20 con 0x7fa030092550 2024-09-16T00:11:03.435 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2303aa8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f22fc08fe90 0x7f22fc08a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.435 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2303aa8640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc096b70 0x7f22fc08a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.436 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7fa035878640 1 -- 172.21.15.176:0/915143066 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0300911e0 con 0x7fa030092550 2024-09-16T00:11:03.436 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2301043640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f22fc08fe90 0x7f22fc08a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.437 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2301043640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f22fc08fe90 0x7f22fc08a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45282/0 (socket says 172.21.15.176:45282) 2024-09-16T00:11:03.437 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2301043640 1 -- 172.21.15.176:0/3692824120 learned_addr learned my addr 172.21.15.176:0/3692824120 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:03.437 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22fc0950c0 con 0x7f22fc08fa20 2024-09-16T00:11:03.437 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22fc08d340 con 0x7f22fc08fe90 2024-09-16T00:11:03.437 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f22fc08d080 con 0x7f22fc096b70 2024-09-16T00:11:03.437 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2302045640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc096b70 0x7f22fc08a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.437 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7fa016ffd640 1 -- 172.21.15.176:0/915143066 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa020031ad0 con 0x7fa030092550 2024-09-16T00:11:03.438 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2302045640 1 -- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f22fc08fe90 msgr2=0x7f22fc08a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.438 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2302045640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f22fc08fe90 0x7f22fc08a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.438 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2302045640 1 -- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f22fc08fa20 msgr2=0x7f22fc089b50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T00:11:03.438 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.426+0000 7f2301844640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f22fc08fa20 0x7f22fc089b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.438 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.427+0000 7f2302045640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f22fc08fa20 0x7f22fc089b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.438 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.427+0000 7f2302045640 1 -- 172.21.15.176:0/3692824120 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22ec00d830 con 0x7f22fc096b70 2024-09-16T00:11:03.439 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.427+0000 7f2301043640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f22fc08fe90 0x7f22fc08a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:03.439 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.427+0000 7f2301844640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f22fc08fa20 0x7f22fc089b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:11:03.439 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.427+0000 7fa014ff9640 1 -- 172.21.15.176:0/915143066 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa008005210 con 0x7fa030092550 2024-09-16T00:11:03.440 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.427+0000 7f2302045640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc096b70 0x7f22fc08a5d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f22f4009e20 tx=0x7f22f400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:03.440 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.428+0000 7f22f1ffb640 1 -- 172.21.15.176:0/3692824120 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f400cd40 con 0x7f22fc096b70 2024-09-16T00:11:03.440 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.428+0000 7f22f1ffb640 1 -- 172.21.15.176:0/3692824120 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22f400f040 con 0x7f22fc096b70 2024-09-16T00:11:03.440 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.428+0000 7f22f1ffb640 1 -- 172.21.15.176:0/3692824120 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f40146d0 con 0x7f22fc096b70 2024-09-16T00:11:03.440 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.428+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22fc08c6f0 con 0x7f22fc096b70 2024-09-16T00:11:03.440 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.428+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22fc08d780 con 0x7f22fc096b70 2024-09-16T00:11:03.441 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.428+0000 7fa016ffd640 1 -- 172.21.15.176:0/915143066 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fa02003c400 con 0x7fa030092550 2024-09-16T00:11:03.441 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.429+0000 7fa016ffd640 1 -- 172.21.15.176:0/915143066 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fa020083840 con 0x7fa030092550 2024-09-16T00:11:03.441 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.429+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22fc08b680 con 0x7f22fc096b70 2024-09-16T00:11:03.441 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.430+0000 7f22f1ffb640 1 -- 172.21.15.176:0/3692824120 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f22f4014a40 con 0x7f22fc096b70 2024-09-16T00:11:03.441 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.433+0000 7f22f1ffb640 1 -- 172.21.15.176:0/3692824120 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f22f4042bd0 con 0x7f22fc096b70 2024-09-16T00:11:03.442 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.433+0000 7fa016ffd640 1 -- 172.21.15.176:0/915143066 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fa0200626b0 con 0x7fa030092550 2024-09-16T00:11:03.442 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.436+0000 7f22f1ffb640 1 -- 172.21.15.176:0/3692824120 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f22f403f020 con 0x7f22fc096b70 2024-09-16T00:11:03.462 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.460+0000 7fd81915d640 1 Processor -- start 2024-09-16T00:11:03.462 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.460+0000 7fd81915d640 1 -- start start 2024-09-16T00:11:03.462 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.460+0000 7fd81915d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd8140947b0 0x7fd814094b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.462 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.460+0000 7fd81915d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140950c0 0x7fd81412e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.462 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.460+0000 7fd81915d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd814099620 con 0x7fd814095490 2024-09-16T00:11:03.462 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.460+0000 7fd81915d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8140977f0 con 0x7fd8140950c0 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.460+0000 7fd81915d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd8140969d0 con 0x7fd8140947b0 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.461+0000 7fd81359e640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fd814095490 0x7fd814130990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:39034/0 (socket says 172.21.15.176:39034) 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.461+0000 7fd81359e640 1 -- 172.21.15.176:0/2691711677 learned_addr learned my addr 172.21.15.176:0/2691711677 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.461+0000 7fd81259c640 1 --2- 172.21.15.176:0/2691711677 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140950c0 0x7fd81412e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.461+0000 7fd812d9d640 1 --2- 172.21.15.176:0/2691711677 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd8140947b0 0x7fd814094b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.461+0000 7fd811d9b640 1 -- 172.21.15.176:0/2691711677 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 666916481 0 0) 0x7fd814099620 con 0x7fd814095490 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.461+0000 7fd811d9b640 1 -- 172.21.15.176:0/2691711677 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd7fc0034e0 con 0x7fd814095490 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.461+0000 7fd81259c640 1 -- 172.21.15.176:0/2691711677 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd8140947b0 msgr2=0x7fd814094b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.461+0000 7fd81259c640 1 --2- 172.21.15.176:0/2691711677 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd8140947b0 0x7fd814094b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.461+0000 7fd81259c640 1 -- 172.21.15.176:0/2691711677 >> v1:172.21.15.176:6789/0 conn(0x7fd814095490 legacy=0x7fd814130990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.463 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.461+0000 7fd81259c640 1 -- 172.21.15.176:0/2691711677 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd814095e40 con 0x7fd8140950c0 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.462+0000 7fd81259c640 1 --2- 172.21.15.176:0/2691711677 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140950c0 0x7fd81412e440 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd808009880 tx=0x7fd8080090f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0d846012a5a780f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.462+0000 7fd811d9b640 1 -- 172.21.15.176:0/2691711677 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd80802acd0 con 0x7fd8140950c0 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.462+0000 7fd811d9b640 1 -- 172.21.15.176:0/2691711677 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd80802ae30 con 0x7fd8140950c0 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.462+0000 7fd811d9b640 1 -- 172.21.15.176:0/2691711677 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd808032650 con 0x7fd8140950c0 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.463+0000 7fd81915d640 1 -- 172.21.15.176:0/2691711677 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140950c0 msgr2=0x7fd81412e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.463+0000 7fd81915d640 1 --2- 172.21.15.176:0/2691711677 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140950c0 0x7fd81412e440 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd808009880 tx=0x7fd8080090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.463+0000 7fd81915d640 1 -- 172.21.15.176:0/2691711677 shutdown_connections 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.463+0000 7fd81915d640 1 --2- 172.21.15.176:0/2691711677 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140950c0 0x7fd81412e440 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.463+0000 7fd81915d640 1 --2- 172.21.15.176:0/2691711677 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd8140947b0 0x7fd814094b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.463+0000 7fd81915d640 1 -- 172.21.15.176:0/2691711677 >> 172.21.15.176:0/2691711677 conn(0x7fd814099dc0 msgr2=0x7fd81409a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.463+0000 7fd81915d640 1 -- 172.21.15.176:0/2691711677 shutdown_connections 2024-09-16T00:11:03.465 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.463+0000 7fd81915d640 1 -- 172.21.15.176:0/2691711677 wait complete. 2024-09-16T00:11:03.466 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.464+0000 7f49aeb5d640 1 Processor -- start 2024-09-16T00:11:03.466 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.464+0000 7f49aeb5d640 1 -- start start 2024-09-16T00:11:03.466 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.464+0000 7fd81915d640 1 Processor -- start 2024-09-16T00:11:03.466 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.464+0000 7fd81915d640 1 -- start start 2024-09-16T00:11:03.467 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.464+0000 7f49aeb5d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80960c0 0x7f49a8096490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.467 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49aeb5d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f49a812d140 0x7f49a812f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.467 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49a7fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80960c0 0x7f49a8096490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.468 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49a7fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80960c0 0x7f49a8096490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45300/0 (socket says 172.21.15.176:45300) 2024-09-16T00:11:03.468 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49ac8f9640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f49a80936a0 0x7f49a80959b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:39036/0 (socket says 172.21.15.176:39036) 2024-09-16T00:11:03.468 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49a7fff640 1 -- 172.21.15.176:0/1043750429 learned_addr learned my addr 172.21.15.176:0/1043750429 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:03.468 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7fd81915d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140947b0 0x7fd814090e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.468 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49aeb5d640 1 -- 172.21.15.176:0/1043750429 --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49a8069530 con 0x7f49a80936a0 2024-09-16T00:11:03.468 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7fd81915d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8140950c0 0x7fd8140913d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.469 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49aeb5d640 1 -- 172.21.15.176:0/1043750429 --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49a80940f0 con 0x7f49a812d140 2024-09-16T00:11:03.469 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49aeb5d640 1 -- 172.21.15.176:0/1043750429 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49a8068a60 con 0x7f49a80960c0 2024-09-16T00:11:03.469 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7fd81915d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd814095490 0x7fd814091910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.470 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49ad0fa640 1 --2- 172.21.15.176:0/1043750429 >> v2:172.21.15.176:3300/0 conn(0x7f49a812d140 0x7f49a812f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.470 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7fd81915d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd814093b70 con 0x7fd8140950c0 2024-09-16T00:11:03.470 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7fd81915d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd814093320 con 0x7fd8140947b0 2024-09-16T00:11:03.470 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7fd81915d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd81406ef80 con 0x7fd814095490 2024-09-16T00:11:03.470 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49a77fe640 1 -- 172.21.15.176:0/1043750429 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 386228772 0 0) 0x7f49a8069530 con 0x7f49a80936a0 2024-09-16T00:11:03.470 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49a77fe640 1 -- 172.21.15.176:0/1043750429 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f49980034e0 con 0x7f49a80936a0 2024-09-16T00:11:03.471 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7fd812d9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140947b0 0x7fd814090e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.471 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49a7fff640 1 -- 172.21.15.176:0/1043750429 >> v2:172.21.15.176:3300/0 conn(0x7f49a812d140 msgr2=0x7f49a812f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:03.471 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49a7fff640 1 --2- 172.21.15.176:0/1043750429 >> v2:172.21.15.176:3300/0 conn(0x7f49a812d140 0x7f49a812f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.471 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7fd812d9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140947b0 0x7fd814090e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45316/0 (socket says 172.21.15.176:45316) 2024-09-16T00:11:03.472 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49a7fff640 1 -- 172.21.15.176:0/1043750429 >> v1:172.21.15.176:6789/0 conn(0x7f49a80936a0 legacy=0x7f49a80959b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.472 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7f49a7fff640 1 -- 172.21.15.176:0/1043750429 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49a806f610 con 0x7f49a80960c0 2024-09-16T00:11:03.473 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.465+0000 7fd812d9d640 1 -- 172.21.15.176:0/858274030 learned_addr learned my addr 172.21.15.176:0/858274030 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:03.473 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd812d9d640 1 -- 172.21.15.176:0/858274030 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd814095490 msgr2=0x7fd814091910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.473 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd812d9d640 1 --2- 172.21.15.176:0/858274030 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd814095490 0x7fd814091910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.473 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd812d9d640 1 -- 172.21.15.176:0/858274030 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8140950c0 msgr2=0x7fd8140913d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:11:03.473 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd812d9d640 1 --2- 172.21.15.176:0/858274030 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8140950c0 0x7fd8140913d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.473 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd812d9d640 1 -- 172.21.15.176:0/858274030 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd808009390 con 0x7fd8140947b0 2024-09-16T00:11:03.473 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd812d9d640 1 --2- 172.21.15.176:0/858274030 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140947b0 0x7fd814090e90 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd80400d890 tx=0x7fd804008040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:03.473 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd7faffd640 1 -- 172.21.15.176:0/858274030 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd80400de20 con 0x7fd8140947b0 2024-09-16T00:11:03.474 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd7faffd640 1 -- 172.21.15.176:0/858274030 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd80400b8d0 con 0x7fd8140947b0 2024-09-16T00:11:03.474 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd7faffd640 1 -- 172.21.15.176:0/858274030 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd80400bc70 con 0x7fd8140947b0 2024-09-16T00:11:03.474 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd81915d640 1 -- 172.21.15.176:0/858274030 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd814091fb0 con 0x7fd8140947b0 2024-09-16T00:11:03.474 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7fd81915d640 1 -- 172.21.15.176:0/858274030 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd814138fe0 con 0x7fd8140947b0 2024-09-16T00:11:03.474 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.466+0000 7f49a7fff640 1 --2- 172.21.15.176:0/1043750429 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80960c0 0x7f49a8096490 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f4994009910 tx=0x7f49940091d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e9caff44756c44b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:03.474 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.467+0000 7f49a77fe640 1 -- 172.21.15.176:0/1043750429 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4994035400 con 0x7f49a80960c0 2024-09-16T00:11:03.475 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.467+0000 7f49a77fe640 1 -- 172.21.15.176:0/1043750429 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4994031050 con 0x7f49a80960c0 2024-09-16T00:11:03.475 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.467+0000 7f49a77fe640 1 -- 172.21.15.176:0/1043750429 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49940357d0 con 0x7f49a80960c0 2024-09-16T00:11:03.475 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.467+0000 7fd81915d640 1 -- 172.21.15.176:0/858274030 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd81404bf60 con 0x7fd8140947b0 2024-09-16T00:11:03.475 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.468+0000 7fd7faffd640 1 -- 172.21.15.176:0/858274030 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fd804014640 con 0x7fd8140947b0 2024-09-16T00:11:03.475 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.468+0000 7fd7faffd640 1 -- 172.21.15.176:0/858274030 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fd804063890 con 0x7fd8140947b0 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.468+0000 7f49aeb5d640 1 -- 172.21.15.176:0/1043750429 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80960c0 msgr2=0x7f49a8096490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.468+0000 7f49aeb5d640 1 --2- 172.21.15.176:0/1043750429 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80960c0 0x7f49a8096490 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f4994009910 tx=0x7f49940091d0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.468+0000 7f49aeb5d640 1 -- 172.21.15.176:0/1043750429 shutdown_connections 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.468+0000 7f49aeb5d640 1 --2- 172.21.15.176:0/1043750429 >> v2:172.21.15.176:3300/0 conn(0x7f49a812d140 0x7f49a812f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.468+0000 7f49aeb5d640 1 --2- 172.21.15.176:0/1043750429 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80960c0 0x7f49a8096490 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.468+0000 7f49aeb5d640 1 -- 172.21.15.176:0/1043750429 >> 172.21.15.176:0/1043750429 conn(0x7f49a8096aa0 msgr2=0x7f49a8096ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.469+0000 7f49aeb5d640 1 -- 172.21.15.176:0/1043750429 shutdown_connections 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.469+0000 7f49aeb5d640 1 -- 172.21.15.176:0/1043750429 wait complete. 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.470+0000 7f49aeb5d640 1 Processor -- start 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.470+0000 7f49aeb5d640 1 -- start start 2024-09-16T00:11:03.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49aeb5d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80936a0 0x7f49a812c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49aeb5d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49a80960c0 0x7f49a812c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49aeb5d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49a812d140 0x7f49a812cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49a7fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49a80960c0 0x7f49a812c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49ac8f9640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80936a0 0x7f49a812c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49aeb5d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a808ecb0 con 0x7f49a80960c0 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49aeb5d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49a80900b0 con 0x7f49a80936a0 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49aeb5d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f49a8090f10 con 0x7f49a812d140 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49a7fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49a80960c0 0x7f49a812c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47858/0 (socket says 172.21.15.176:47858) 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49a7fff640 1 -- 172.21.15.176:0/316442785 learned_addr learned my addr 172.21.15.176:0/316442785 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49ac8f9640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80936a0 0x7f49a812c150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45318/0 (socket says 172.21.15.176:45318) 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.471+0000 7f49ad0fa640 1 --2- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49a812d140 0x7f49a812cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.472+0000 7f49ac8f9640 1 -- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49a812d140 msgr2=0x7f49a812cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.472+0000 7f49ac8f9640 1 --2- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49a812d140 0x7f49a812cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.472+0000 7f49ac8f9640 1 -- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49a80960c0 msgr2=0x7f49a812c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.479 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.472+0000 7f49ac8f9640 1 --2- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49a80960c0 0x7f49a812c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.479 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.472+0000 7f49ac8f9640 1 -- 172.21.15.176:0/316442785 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4994009450 con 0x7f49a80936a0 2024-09-16T00:11:03.479 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.472+0000 7f49ad0fa640 1 --2- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49a812d140 0x7f49a812cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:03.479 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.472+0000 7fd7faffd640 1 -- 172.21.15.176:0/858274030 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fd80403e970 con 0x7fd8140947b0 2024-09-16T00:11:03.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.472+0000 7f49ac8f9640 1 --2- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80936a0 0x7f49a812c150 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f499c00c490 tx=0x7f499c007d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:03.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.472+0000 7f49a4ff9640 1 -- 172.21.15.176:0/316442785 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f499c007360 con 0x7f49a80936a0 2024-09-16T00:11:03.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.472+0000 7f49aeb5d640 1 -- 172.21.15.176:0/316442785 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49a808e3b0 con 0x7f49a80936a0 2024-09-16T00:11:03.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.473+0000 7f49aeb5d640 1 -- 172.21.15.176:0/316442785 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49a808cac0 con 0x7f49a80936a0 2024-09-16T00:11:03.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.473+0000 7f49a4ff9640 1 -- 172.21.15.176:0/316442785 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f499c0074c0 con 0x7f49a80936a0 2024-09-16T00:11:03.481 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.473+0000 7f49a4ff9640 1 -- 172.21.15.176:0/316442785 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f499c007360 con 0x7f49a80936a0 2024-09-16T00:11:03.481 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.474+0000 7f49aeb5d640 1 -- 172.21.15.176:0/316442785 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4988005210 con 0x7f49a80936a0 2024-09-16T00:11:03.481 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.475+0000 7f49a4ff9640 1 -- 172.21.15.176:0/316442785 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f499c0047a0 con 0x7f49a80936a0 2024-09-16T00:11:03.481 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.476+0000 7f49a4ff9640 1 -- 172.21.15.176:0/316442785 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f499c007630 con 0x7f49a80936a0 2024-09-16T00:11:03.481 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.478+0000 7f49a4ff9640 1 -- 172.21.15.176:0/316442785 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f499c03ed00 con 0x7f49a80936a0 2024-09-16T00:11:03.580 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.579+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f22fc04bf60 con 0x7f22fc096b70 2024-09-16T00:11:03.580 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.580+0000 7f22f1ffb640 1 -- 172.21.15.176:0/3692824120 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f22f4018030 con 0x7f22fc096b70 2024-09-16T00:11:03.581 INFO:teuthology.orchestra.run.smithi176.stdout:38654705669 2024-09-16T00:11:03.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.580+0000 7fa014ff9640 1 -- 172.21.15.176:0/915143066 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fa0080054c0 con 0x7fa030092550 2024-09-16T00:11:03.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.580+0000 7fa016ffd640 1 -- 172.21.15.176:0/915143066 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa020037070 con 0x7fa030092550 2024-09-16T00:11:03.582 INFO:teuthology.orchestra.run.smithi176.stdout:38654705668 2024-09-16T00:11:03.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7fa014ff9640 1 -- 172.21.15.176:0/915143066 >> v1:172.21.15.176:6816/32228 conn(0x7fa01c04cbf0 legacy=0x7fa01c04f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7fa014ff9640 1 -- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa030092550 msgr2=0x7fa0300901a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7fa014ff9640 1 --2- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa030092550 0x7fa0300901a0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa020000c00 tx=0x7fa020032000 comp rx=0 tx=0).stop 2024-09-16T00:11:03.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 >> v1:172.21.15.176:6816/32228 conn(0x7f22e004cc40 legacy=0x7f22e004f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc096b70 msgr2=0x7f22fc08a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7f2303aa8640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc096b70 0x7f22fc08a5d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f22f4009e20 tx=0x7f22f400b040 comp rx=0 tx=0).stop 2024-09-16T00:11:03.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7fa014ff9640 1 -- 172.21.15.176:0/915143066 shutdown_connections 2024-09-16T00:11:03.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7fa014ff9640 1 --2- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa03012d900 0x7fa030090c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7fa014ff9640 1 --2- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa030092e60 0x7fa0300906e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7fa014ff9640 1 --2- 172.21.15.176:0/915143066 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa030092550 0x7fa0300901a0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7fa014ff9640 1 -- 172.21.15.176:0/915143066 >> 172.21.15.176:0/915143066 conn(0x7fa03009bc60 msgr2=0x7fa03009a640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:03.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 shutdown_connections 2024-09-16T00:11:03.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7f2303aa8640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f22fc096b70 0x7f22fc08a5d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7f2303aa8640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f22fc08fe90 0x7f22fc08a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7f2303aa8640 1 --2- 172.21.15.176:0/3692824120 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f22fc08fa20 0x7f22fc089b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 >> 172.21.15.176:0/3692824120 conn(0x7f22fc097c60 msgr2=0x7f22fc093d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:03.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7fa014ff9640 1 -- 172.21.15.176:0/915143066 shutdown_connections 2024-09-16T00:11:03.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7fa014ff9640 1 -- 172.21.15.176:0/915143066 wait complete. 2024-09-16T00:11:03.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 shutdown_connections 2024-09-16T00:11:03.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.582+0000 7f2303aa8640 1 -- 172.21.15.176:0/3692824120 wait complete. 2024-09-16T00:11:03.594 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705668 for osd.1 2024-09-16T00:11:03.595 DEBUG:teuthology.parallel:result is None 2024-09-16T00:11:03.598 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705669 for osd.3 2024-09-16T00:11:03.598 DEBUG:teuthology.parallel:result is None 2024-09-16T00:11:03.616 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.615+0000 7f49aeb5d640 1 -- 172.21.15.176:0/316442785 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f4988005790 con 0x7f49a80936a0 2024-09-16T00:11:03.616 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.615+0000 7f49a4ff9640 1 -- 172.21.15.176:0/316442785 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f499c03ed00 con 0x7f49a80936a0 2024-09-16T00:11:03.616 INFO:teuthology.orchestra.run.smithi176.stdout:38654705669 2024-09-16T00:11:03.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.617+0000 7f49aeb5d640 1 -- 172.21.15.176:0/316442785 >> v1:172.21.15.176:6816/32228 conn(0x7f498c04cc30 legacy=0x7f498c04f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.617+0000 7f49aeb5d640 1 -- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80936a0 msgr2=0x7f49a812c150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.617+0000 7f49aeb5d640 1 --2- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80936a0 0x7f49a812c150 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f499c00c490 tx=0x7f499c007d50 comp rx=0 tx=0).stop 2024-09-16T00:11:03.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.617+0000 7f49aeb5d640 1 -- 172.21.15.176:0/316442785 shutdown_connections 2024-09-16T00:11:03.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.617+0000 7f49aeb5d640 1 --2- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f49a812d140 0x7f49a812cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.617+0000 7f49aeb5d640 1 --2- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f49a80960c0 0x7f49a812c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.617+0000 7f49aeb5d640 1 --2- 172.21.15.176:0/316442785 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f49a80936a0 0x7f49a812c150 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.617+0000 7f49aeb5d640 1 -- 172.21.15.176:0/316442785 >> 172.21.15.176:0/316442785 conn(0x7f49a8096aa0 msgr2=0x7f49a806de80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:03.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.617+0000 7f49aeb5d640 1 -- 172.21.15.176:0/316442785 shutdown_connections 2024-09-16T00:11:03.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.617+0000 7f49aeb5d640 1 -- 172.21.15.176:0/316442785 wait complete. 2024-09-16T00:11:03.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.618+0000 7fd81915d640 1 -- 172.21.15.176:0/858274030 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fd8140649a0 con 0x7fd8140947b0 2024-09-16T00:11:03.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.618+0000 7fd7faffd640 1 -- 172.21.15.176:0/858274030 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd804042180 con 0x7fd8140947b0 2024-09-16T00:11:03.620 INFO:teuthology.orchestra.run.smithi176.stdout:38654705667 2024-09-16T00:11:03.621 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.620+0000 7fd81915d640 1 -- 172.21.15.176:0/858274030 >> v1:172.21.15.176:6816/32228 conn(0x7fd80004cb70 legacy=0x7fd80004f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.621 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.620+0000 7fd81915d640 1 -- 172.21.15.176:0/858274030 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140947b0 msgr2=0x7fd814090e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.621 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.620+0000 7fd81915d640 1 --2- 172.21.15.176:0/858274030 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140947b0 0x7fd814090e90 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd80400d890 tx=0x7fd804008040 comp rx=0 tx=0).stop 2024-09-16T00:11:03.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.620+0000 7fd81915d640 1 -- 172.21.15.176:0/858274030 shutdown_connections 2024-09-16T00:11:03.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.620+0000 7fd81915d640 1 --2- 172.21.15.176:0/858274030 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd814095490 0x7fd814091910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.620+0000 7fd81915d640 1 --2- 172.21.15.176:0/858274030 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8140950c0 0x7fd8140913d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.620+0000 7fd81915d640 1 --2- 172.21.15.176:0/858274030 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd8140947b0 0x7fd814090e90 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.620+0000 7fd81915d640 1 -- 172.21.15.176:0/858274030 >> 172.21.15.176:0/858274030 conn(0x7fd814099dc0 msgr2=0x7fd81406cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:03.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.620+0000 7fd81915d640 1 -- 172.21.15.176:0/858274030 shutdown_connections 2024-09-16T00:11:03.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.620+0000 7fd81915d640 1 -- 172.21.15.176:0/858274030 wait complete. 2024-09-16T00:11:03.629 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705669 for osd.0 2024-09-16T00:11:03.629 DEBUG:teuthology.parallel:result is None 2024-09-16T00:11:03.632 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705667 for osd.2 2024-09-16T00:11:03.632 DEBUG:teuthology.parallel:result is None 2024-09-16T00:11:03.632 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:11:03.632 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:11:03.766 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.764+0000 7f313e39d640 1 Processor -- start 2024-09-16T00:11:03.766 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.764+0000 7f313e39d640 1 -- start start 2024-09-16T00:11:03.766 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f313e39d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3138091060 0x7f313812b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f313e39d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f313812b960 0x7f313812dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f313e39d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3138092a10 con 0x7f3138090580 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f313e39d640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3138090430 con 0x7f313812b960 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f313e39d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3138092cd0 con 0x7f3138091060 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f3137fff640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f3138090580 0x7f3138090950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:39050/0 (socket says 172.21.15.176:39050) 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f313c93a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f313812b960 0x7f313812dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f3137fff640 1 -- 172.21.15.176:0/2620871048 learned_addr learned my addr 172.21.15.176:0/2620871048 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f31377fe640 1 --2- 172.21.15.176:0/2620871048 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3138091060 0x7f313812b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f31377fe640 1 -- 172.21.15.176:0/2620871048 >> v2:172.21.15.176:3300/0 conn(0x7f313812b960 msgr2=0x7f313812dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f31377fe640 1 --2- 172.21.15.176:0/2620871048 >> v2:172.21.15.176:3300/0 conn(0x7f313812b960 0x7f313812dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f31377fe640 1 -- 172.21.15.176:0/2620871048 >> v1:172.21.15.176:6789/0 conn(0x7f3138090580 legacy=0x7f3138090950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f31377fe640 1 -- 172.21.15.176:0/2620871048 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3138095380 con 0x7f3138091060 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f3136ffd640 1 -- 172.21.15.176:0/2620871048 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3892514484 0 0) 0x7f3138092a10 con 0x7f3138090580 2024-09-16T00:11:03.767 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.765+0000 7f313c93a640 1 --2- 172.21.15.176:0/2620871048 >> v2:172.21.15.176:3300/0 conn(0x7f313812b960 0x7f313812dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:03.770 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.766+0000 7f31377fe640 1 --2- 172.21.15.176:0/2620871048 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3138091060 0x7f313812b420 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3120009850 tx=0x7f31200090f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb241deb93c43df7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.766+0000 7f3136ffd640 1 -- 172.21.15.176:0/2620871048 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f312002ac80 con 0x7f3138091060 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.766+0000 7f3136ffd640 1 -- 172.21.15.176:0/2620871048 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f312002ade0 con 0x7f3138091060 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.766+0000 7f3136ffd640 1 -- 172.21.15.176:0/2620871048 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3120032670 con 0x7f3138091060 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.767+0000 7f313e39d640 1 -- 172.21.15.176:0/2620871048 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3138091060 msgr2=0x7f313812b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.767+0000 7f313e39d640 1 --2- 172.21.15.176:0/2620871048 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3138091060 0x7f313812b420 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3120009850 tx=0x7f31200090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.767+0000 7f313e39d640 1 -- 172.21.15.176:0/2620871048 shutdown_connections 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.767+0000 7f313e39d640 1 --2- 172.21.15.176:0/2620871048 >> v2:172.21.15.176:3300/0 conn(0x7f313812b960 0x7f313812dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.767+0000 7f313e39d640 1 --2- 172.21.15.176:0/2620871048 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3138091060 0x7f313812b420 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.767+0000 7f313e39d640 1 -- 172.21.15.176:0/2620871048 >> 172.21.15.176:0/2620871048 conn(0x7f31380959b0 msgr2=0x7f3138095db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.767+0000 7f313e39d640 1 -- 172.21.15.176:0/2620871048 shutdown_connections 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.767+0000 7f313e39d640 1 -- 172.21.15.176:0/2620871048 wait complete. 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.767+0000 7f313e39d640 1 Processor -- start 2024-09-16T00:11:03.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313e39d640 1 -- start start 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313e39d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3138090580 0x7f3138139180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313e39d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3138091060 0x7f31381396c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313e39d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f313812b960 0x7f3138139c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313e39d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f313811e8a0 con 0x7f3138091060 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313e39d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f313811ec70 con 0x7f313812b960 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313e39d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f31380981d0 con 0x7f3138090580 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f31377fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3138091060 0x7f31381396c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f3137fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3138090580 0x7f3138139180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313c93a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f313812b960 0x7f3138139c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f31377fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3138091060 0x7f31381396c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47884/0 (socket says 172.21.15.176:47884) 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f31377fe640 1 -- 172.21.15.176:0/2457717203 learned_addr learned my addr 172.21.15.176:0/2457717203 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313c93a640 1 -- 172.21.15.176:0/2457717203 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3138090580 msgr2=0x7f3138139180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.772 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313c93a640 1 --2- 172.21.15.176:0/2457717203 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3138090580 0x7f3138139180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313c93a640 1 -- 172.21.15.176:0/2457717203 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3138091060 msgr2=0x7f31381396c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313c93a640 1 --2- 172.21.15.176:0/2457717203 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3138091060 0x7f31381396c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.768+0000 7f313c93a640 1 -- 172.21.15.176:0/2457717203 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f313000ab30 con 0x7f313812b960 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.769+0000 7f313c93a640 1 --2- 172.21.15.176:0/2457717203 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f313812b960 0x7f3138139c00 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3130009e60 tx=0x7f313000a890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.769+0000 7f312ffff640 1 -- 172.21.15.176:0/2457717203 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3130018070 con 0x7f313812b960 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.769+0000 7f312ffff640 1 -- 172.21.15.176:0/2457717203 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3130010040 con 0x7f313812b960 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.769+0000 7f313e39d640 1 -- 172.21.15.176:0/2457717203 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3120009390 con 0x7f313812b960 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.769+0000 7f312ffff640 1 -- 172.21.15.176:0/2457717203 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3130014640 con 0x7f313812b960 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.769+0000 7f313e39d640 1 -- 172.21.15.176:0/2457717203 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f313806e5c0 con 0x7f313812b960 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.770+0000 7f313e39d640 1 -- 172.21.15.176:0/2457717203 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f313804bf60 con 0x7f313812b960 2024-09-16T00:11:03.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.770+0000 7f312ffff640 1 -- 172.21.15.176:0/2457717203 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f3130003020 con 0x7f313812b960 2024-09-16T00:11:03.777 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.770+0000 7f312ffff640 1 -- 172.21.15.176:0/2457717203 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f31300630d0 con 0x7f313812b960 2024-09-16T00:11:03.777 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.773+0000 7f312ffff640 1 -- 172.21.15.176:0/2457717203 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f313003e210 con 0x7f313812b960 2024-09-16T00:11:03.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.900+0000 7f313e39d640 1 -- 172.21.15.176:0/2457717203 --> v1:172.21.15.176:6816/32228 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f31380008d0 con 0x7f311804cb70 2024-09-16T00:11:03.902 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.901+0000 7f312ffff640 1 -- 172.21.15.176:0/2457717203 <== mgr.4099 v1:172.21.15.176:6816/32228 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+35014 (unknown 2965378022 0 935110737) 0x7f31380008d0 con 0x7f311804cb70 2024-09-16T00:11:03.902 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:11:03.903 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:11:03.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.902+0000 7f313e39d640 1 -- 172.21.15.176:0/2457717203 >> v1:172.21.15.176:6816/32228 conn(0x7f311804cb70 legacy=0x7f311804f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.902+0000 7f313e39d640 1 -- 172.21.15.176:0/2457717203 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f313812b960 msgr2=0x7f3138139c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:03.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.902+0000 7f313e39d640 1 --2- 172.21.15.176:0/2457717203 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f313812b960 0x7f3138139c00 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3130009e60 tx=0x7f313000a890 comp rx=0 tx=0).stop 2024-09-16T00:11:03.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.902+0000 7f313e39d640 1 -- 172.21.15.176:0/2457717203 shutdown_connections 2024-09-16T00:11:03.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.902+0000 7f313e39d640 1 --2- 172.21.15.176:0/2457717203 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f313812b960 0x7f3138139c00 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.902+0000 7f313e39d640 1 --2- 172.21.15.176:0/2457717203 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3138091060 0x7f31381396c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.902+0000 7f313e39d640 1 --2- 172.21.15.176:0/2457717203 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3138090580 0x7f3138139180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:03.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.902+0000 7f313e39d640 1 -- 172.21.15.176:0/2457717203 >> 172.21.15.176:0/2457717203 conn(0x7f31380959b0 msgr2=0x7f31381295b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:03.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.902+0000 7f313e39d640 1 -- 172.21.15.176:0/2457717203 shutdown_connections 2024-09-16T00:11:03.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:03.903+0000 7f313e39d640 1 -- 172.21.15.176:0/2457717203 wait complete. 2024-09-16T00:11:03.914 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2024-09-16T00:11:02.743248+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":81,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1191164,"kb_used_data":1708,"kb_used_omap":6,"kb_used_meta":1189369,"kb_avail":376296196,"statfs":{"total":386547056640,"available":385327304704,"internally_reserved":0,"allocated":1748992,"data_stored":1335043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6816,"internal_metadata":1217914208},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.707123"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056823+0000","last_change":"2024-09-16T00:11:01.057027+0000","last_active":"2024-09-16T00:11:01.056823+0000","last_peered":"2024-09-16T00:11:01.056823+0000","last_clean":"2024-09-16T00:11:01.056823+0000","last_became_active":"2024-09-16T00:10:59.309749+0000","last_became_peered":"2024-09-16T00:10:59.309749+0000","last_unstale":"2024-09-16T00:11:01.056823+0000","last_undegraded":"2024-09-16T00:11:01.056823+0000","last_fullsized":"2024-09-16T00:11:01.056823+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:09:44.254049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056489+0000","last_change":"2024-09-16T00:11:01.057053+0000","last_active":"2024-09-16T00:11:01.056489+0000","last_peered":"2024-09-16T00:11:01.056489+0000","last_clean":"2024-09-16T00:11:01.056489+0000","last_became_active":"2024-09-16T00:10:59.309729+0000","last_became_peered":"2024-09-16T00:10:59.309729+0000","last_unstale":"2024-09-16T00:11:01.056489+0000","last_undegraded":"2024-09-16T00:11:01.056489+0000","last_fullsized":"2024-09-16T00:11:01.056489+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:13.693012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056243+0000","last_change":"2024-09-16T00:11:01.056439+0000","last_active":"2024-09-16T00:11:01.056243+0000","last_peered":"2024-09-16T00:11:01.056243+0000","last_clean":"2024-09-16T00:11:01.056243+0000","last_became_active":"2024-09-16T00:10:59.309727+0000","last_became_peered":"2024-09-16T00:10:59.309727+0000","last_unstale":"2024-09-16T00:11:01.056243+0000","last_undegraded":"2024-09-16T00:11:01.056243+0000","last_fullsized":"2024-09-16T00:11:01.056243+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:19:21.570624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056448+0000","last_change":"2024-09-16T00:11:01.056700+0000","last_active":"2024-09-16T00:11:01.056448+0000","last_peered":"2024-09-16T00:11:01.056448+0000","last_clean":"2024-09-16T00:11:01.056448+0000","last_became_active":"2024-09-16T00:10:59.309791+0000","last_became_peered":"2024-09-16T00:10:59.309791+0000","last_unstale":"2024-09-16T00:11:01.056448+0000","last_undegraded":"2024-09-16T00:11:01.056448+0000","last_fullsized":"2024-09-16T00:11:01.056448+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:23.424281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056425+0000","last_change":"2024-09-16T00:11:01.056425+0000","last_active":"2024-09-16T00:11:01.056425+0000","last_peered":"2024-09-16T00:11:01.056425+0000","last_clean":"2024-09-16T00:11:01.056425+0000","last_became_active":"2024-09-16T00:10:59.041610+0000","last_became_peered":"2024-09-16T00:10:59.041610+0000","last_unstale":"2024-09-16T00:11:01.056425+0000","last_undegraded":"2024-09-16T00:11:01.056425+0000","last_fullsized":"2024-09-16T00:11:01.056425+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:32.840183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056056+0000","last_change":"2024-09-16T00:11:01.056290+0000","last_active":"2024-09-16T00:11:01.056056+0000","last_peered":"2024-09-16T00:11:01.056056+0000","last_clean":"2024-09-16T00:11:01.056056+0000","last_became_active":"2024-09-16T00:10:59.040382+0000","last_became_peered":"2024-09-16T00:10:59.040382+0000","last_unstale":"2024-09-16T00:11:01.056056+0000","last_undegraded":"2024-09-16T00:11:01.056056+0000","last_fullsized":"2024-09-16T00:11:01.056056+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:20.936918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056771+0000","last_change":"2024-09-16T00:11:01.057037+0000","last_active":"2024-09-16T00:11:01.056771+0000","last_peered":"2024-09-16T00:11:01.056771+0000","last_clean":"2024-09-16T00:11:01.056771+0000","last_became_active":"2024-09-16T00:10:59.040676+0000","last_became_peered":"2024-09-16T00:10:59.040676+0000","last_unstale":"2024-09-16T00:11:01.056771+0000","last_undegraded":"2024-09-16T00:11:01.056771+0000","last_fullsized":"2024-09-16T00:11:01.056771+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:41.710077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.057109+0000","last_change":"2024-09-16T00:11:01.057299+0000","last_active":"2024-09-16T00:11:01.057109+0000","last_peered":"2024-09-16T00:11:01.057109+0000","last_clean":"2024-09-16T00:11:01.057109+0000","last_became_active":"2024-09-16T00:10:59.040255+0000","last_became_peered":"2024-09-16T00:10:59.040255+0000","last_unstale":"2024-09-16T00:11:01.057109+0000","last_undegraded":"2024-09-16T00:11:01.057109+0000","last_fullsized":"2024-09-16T00:11:01.057109+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:13.693012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'52","reported_seq":80,"reported_epoch":15,"state":"active+clean","last_fresh":"2024-09-16T00:11:00.039598+0000","last_change":"2024-09-16T00:10:54.535750+0000","last_active":"2024-09-16T00:11:00.039598+0000","last_peered":"2024-09-16T00:11:00.039598+0000","last_clean":"2024-09-16T00:11:00.039598+0000","last_became_active":"2024-09-16T00:10:54.534725+0000","last_became_peered":"2024-09-16T00:10:54.534725+0000","last_unstale":"2024-09-16T00:11:00.039598+0000","last_undegraded":"2024-09-16T00:11:00.039598+0000","last_fullsized":"2024-09-16T00:11:00.039598+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_clean_scrub_stamp":"2024-09-16T00:10:53.004114+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:56.132397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":52,"ondisk_log_size":52,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705669,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297504,"kb_used_data":140,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074336,"statfs":{"total":96636764160,"available":96332120064,"internally_reserved":0,"allocated":143360,"data_stored":38789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]}]},{"osd":2,"up_from":9,"seq":38654705667,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297500,"kb_used_data":136,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074340,"statfs":{"total":96636764160,"available":96332124160,"internally_reserved":0,"allocated":139264,"data_stored":38770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]}]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298084,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073756,"statfs":{"total":96636764160,"available":96331526144,"internally_reserved":0,"allocated":737280,"data_stored":629157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":0,"up_from":9,"seq":38654705669,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298076,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073764,"statfs":{"total":96636764160,"available":96331534336,"internally_reserved":0,"allocated":729088,"data_stored":628327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.223}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30499999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:11:03.915 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:11:04.008 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.006+0000 7f15814c9640 1 Processor -- start 2024-09-16T00:11:04.008 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.006+0000 7f15814c9640 1 -- start start 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f15814c9640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f157c06e8e0 0x7f157c12a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f15814c9640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12aa80 0x7f157c0960c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f15814c9640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f157c068610 con 0x7f157c12a670 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f15814c9640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f157c094410 con 0x7f157c06e8e0 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f15814c9640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f157c0917f0 con 0x7f157c12aa80 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157b7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12aa80 0x7f157c0960c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157affd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f157c06e8e0 0x7f157c12a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157affd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f157c06e8e0 0x7f157c12a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47898/0 (socket says 172.21.15.176:47898) 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157b7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12aa80 0x7f157c0960c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44216/0 (socket says 172.21.15.176:44216) 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157affd640 1 -- 172.21.15.176:0/1930300466 learned_addr learned my addr 172.21.15.176:0/1930300466 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157a7fc640 1 --1- 172.21.15.176:0/1930300466 >> v1:172.21.15.176:6789/0 conn(0x7f157c12a670 0x7f157c0959b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:39062/0 (socket says 172.21.15.176:39062) 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157affd640 1 -- 172.21.15.176:0/1930300466 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12aa80 msgr2=0x7f157c0960c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:04.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157affd640 1 --2- 172.21.15.176:0/1930300466 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12aa80 0x7f157c0960c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157affd640 1 -- 172.21.15.176:0/1930300466 >> v1:172.21.15.176:6789/0 conn(0x7f157c12a670 legacy=0x7f157c0959b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157affd640 1 -- 172.21.15.176:0/1930300466 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f157c091490 con 0x7f157c06e8e0 2024-09-16T00:11:04.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f1579ffb640 1 -- 172.21.15.176:0/1930300466 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1493558543 0 0) 0x7f157c068610 con 0x7f157c12a670 2024-09-16T00:11:04.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.007+0000 7f157b7fe640 1 --2- 172.21.15.176:0/1930300466 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12aa80 0x7f157c0960c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:04.012 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.008+0000 7f157affd640 1 --2- 172.21.15.176:0/1930300466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f157c06e8e0 0x7f157c12a130 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f156c009910 tx=0x7f156c0091d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=320b40013901fb91 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.008+0000 7f1579ffb640 1 -- 172.21.15.176:0/1930300466 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f156c02ad20 con 0x7f157c06e8e0 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.008+0000 7f1579ffb640 1 -- 172.21.15.176:0/1930300466 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f156c02ae80 con 0x7f157c06e8e0 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.008+0000 7f1579ffb640 1 -- 172.21.15.176:0/1930300466 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f156c032670 con 0x7f157c06e8e0 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.008+0000 7f15814c9640 1 -- 172.21.15.176:0/1930300466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f157c06e8e0 msgr2=0x7f157c12a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.008+0000 7f15814c9640 1 --2- 172.21.15.176:0/1930300466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f157c06e8e0 0x7f157c12a130 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f156c009910 tx=0x7f156c0091d0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.009+0000 7f15814c9640 1 -- 172.21.15.176:0/1930300466 shutdown_connections 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.009+0000 7f15814c9640 1 --2- 172.21.15.176:0/1930300466 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12aa80 0x7f157c0960c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.009+0000 7f15814c9640 1 --2- 172.21.15.176:0/1930300466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f157c06e8e0 0x7f157c12a130 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.009+0000 7f15814c9640 1 -- 172.21.15.176:0/1930300466 >> 172.21.15.176:0/1930300466 conn(0x7f157c096aa0 msgr2=0x7f157c096ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.009+0000 7f15814c9640 1 -- 172.21.15.176:0/1930300466 shutdown_connections 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.009+0000 7f15814c9640 1 -- 172.21.15.176:0/1930300466 wait complete. 2024-09-16T00:11:04.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.009+0000 7f15814c9640 1 Processor -- start 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.009+0000 7f15814c9640 1 -- start start 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f15814c9640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f157c06e8e0 0x7f157c11f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f15814c9640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12a670 0x7f157c11fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f15814c9640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f157c12aa80 0x7f157c139300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f15814c9640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f157c090d50 con 0x7f157c12aa80 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f15814c9640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f157c120dd0 con 0x7f157c06e8e0 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f15814c9640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f157c120480 con 0x7f157c12a670 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157affd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f157c06e8e0 0x7f157c11f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157b7fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f157c12aa80 0x7f157c139300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157a7fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12a670 0x7f157c11fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157affd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f157c06e8e0 0x7f157c11f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45344/0 (socket says 172.21.15.176:45344) 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157affd640 1 -- 172.21.15.176:0/2600759366 learned_addr learned my addr 172.21.15.176:0/2600759366 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157a7fc640 1 -- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f157c06e8e0 msgr2=0x7f157c11f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157a7fc640 1 --2- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f157c06e8e0 0x7f157c11f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157a7fc640 1 -- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f157c12aa80 msgr2=0x7f157c139300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157a7fc640 1 --2- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f157c12aa80 0x7f157c139300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157a7fc640 1 -- 172.21.15.176:0/2600759366 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1574009a20 con 0x7f157c12a670 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157affd640 1 --2- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f157c06e8e0 0x7f157c11f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.010+0000 7f157a7fc640 1 --2- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12a670 0x7f157c11fab0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1570000c00 tx=0x7f1570007ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.011+0000 7f1562ffd640 1 -- 172.21.15.176:0/2600759366 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15700072e0 con 0x7f157c12a670 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.011+0000 7f1562ffd640 1 -- 172.21.15.176:0/2600759366 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1570007460 con 0x7f157c12a670 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.011+0000 7f15814c9640 1 -- 172.21.15.176:0/2600759366 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f156c009450 con 0x7f157c12a670 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.011+0000 7f1562ffd640 1 -- 172.21.15.176:0/2600759366 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15700047a0 con 0x7f157c12a670 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.011+0000 7f15814c9640 1 -- 172.21.15.176:0/2600759366 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f157c12a0d0 con 0x7f157c12a670 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.012+0000 7f15814c9640 1 -- 172.21.15.176:0/2600759366 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f157c04bf60 con 0x7f157c12a670 2024-09-16T00:11:04.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.012+0000 7f1562ffd640 1 -- 172.21.15.176:0/2600759366 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f1570004bd0 con 0x7f157c12a670 2024-09-16T00:11:04.016 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.012+0000 7f1562ffd640 1 -- 172.21.15.176:0/2600759366 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f1570062500 con 0x7f157c12a670 2024-09-16T00:11:04.016 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.015+0000 7f1562ffd640 1 -- 172.21.15.176:0/2600759366 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f157003d5e0 con 0x7f157c12a670 2024-09-16T00:11:04.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.143+0000 7f15814c9640 1 -- 172.21.15.176:0/2600759366 --> v1:172.21.15.176:6816/32228 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f157c1205c0 con 0x7f156804cb70 2024-09-16T00:11:04.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.144+0000 7f1562ffd640 1 -- 172.21.15.176:0/2600759366 <== mgr.4099 v1:172.21.15.176:6816/32228 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+35014 (unknown 2965378022 0 935110737) 0x7f156c000bc0 con 0x7f156804cb70 2024-09-16T00:11:04.145 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:11:04.146 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:11:04.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.146+0000 7f15814c9640 1 -- 172.21.15.176:0/2600759366 >> v1:172.21.15.176:6816/32228 conn(0x7f156804cb70 legacy=0x7f156804f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.146+0000 7f15814c9640 1 -- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12a670 msgr2=0x7f157c11fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.146+0000 7f15814c9640 1 --2- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12a670 0x7f157c11fab0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1570000c00 tx=0x7f1570007ca0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.146+0000 7f15814c9640 1 -- 172.21.15.176:0/2600759366 shutdown_connections 2024-09-16T00:11:04.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.146+0000 7f15814c9640 1 --2- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f157c12aa80 0x7f157c139300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.146+0000 7f15814c9640 1 --2- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f157c12a670 0x7f157c11fab0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.146+0000 7f15814c9640 1 --2- 172.21.15.176:0/2600759366 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f157c06e8e0 0x7f157c11f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.146+0000 7f15814c9640 1 -- 172.21.15.176:0/2600759366 >> 172.21.15.176:0/2600759366 conn(0x7f157c096aa0 msgr2=0x7f157c091a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:04.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.146+0000 7f15814c9640 1 -- 172.21.15.176:0/2600759366 shutdown_connections 2024-09-16T00:11:04.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.146+0000 7f15814c9640 1 -- 172.21.15.176:0/2600759366 wait complete. 2024-09-16T00:11:04.157 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2024-09-16T00:11:02.743248+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":81,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1191164,"kb_used_data":1708,"kb_used_omap":6,"kb_used_meta":1189369,"kb_avail":376296196,"statfs":{"total":386547056640,"available":385327304704,"internally_reserved":0,"allocated":1748992,"data_stored":1335043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6816,"internal_metadata":1217914208},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.707123"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056823+0000","last_change":"2024-09-16T00:11:01.057027+0000","last_active":"2024-09-16T00:11:01.056823+0000","last_peered":"2024-09-16T00:11:01.056823+0000","last_clean":"2024-09-16T00:11:01.056823+0000","last_became_active":"2024-09-16T00:10:59.309749+0000","last_became_peered":"2024-09-16T00:10:59.309749+0000","last_unstale":"2024-09-16T00:11:01.056823+0000","last_undegraded":"2024-09-16T00:11:01.056823+0000","last_fullsized":"2024-09-16T00:11:01.056823+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:09:44.254049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056489+0000","last_change":"2024-09-16T00:11:01.057053+0000","last_active":"2024-09-16T00:11:01.056489+0000","last_peered":"2024-09-16T00:11:01.056489+0000","last_clean":"2024-09-16T00:11:01.056489+0000","last_became_active":"2024-09-16T00:10:59.309729+0000","last_became_peered":"2024-09-16T00:10:59.309729+0000","last_unstale":"2024-09-16T00:11:01.056489+0000","last_undegraded":"2024-09-16T00:11:01.056489+0000","last_fullsized":"2024-09-16T00:11:01.056489+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:13.693012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056243+0000","last_change":"2024-09-16T00:11:01.056439+0000","last_active":"2024-09-16T00:11:01.056243+0000","last_peered":"2024-09-16T00:11:01.056243+0000","last_clean":"2024-09-16T00:11:01.056243+0000","last_became_active":"2024-09-16T00:10:59.309727+0000","last_became_peered":"2024-09-16T00:10:59.309727+0000","last_unstale":"2024-09-16T00:11:01.056243+0000","last_undegraded":"2024-09-16T00:11:01.056243+0000","last_fullsized":"2024-09-16T00:11:01.056243+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:19:21.570624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056448+0000","last_change":"2024-09-16T00:11:01.056700+0000","last_active":"2024-09-16T00:11:01.056448+0000","last_peered":"2024-09-16T00:11:01.056448+0000","last_clean":"2024-09-16T00:11:01.056448+0000","last_became_active":"2024-09-16T00:10:59.309791+0000","last_became_peered":"2024-09-16T00:10:59.309791+0000","last_unstale":"2024-09-16T00:11:01.056448+0000","last_undegraded":"2024-09-16T00:11:01.056448+0000","last_fullsized":"2024-09-16T00:11:01.056448+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:23.424281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056425+0000","last_change":"2024-09-16T00:11:01.056425+0000","last_active":"2024-09-16T00:11:01.056425+0000","last_peered":"2024-09-16T00:11:01.056425+0000","last_clean":"2024-09-16T00:11:01.056425+0000","last_became_active":"2024-09-16T00:10:59.041610+0000","last_became_peered":"2024-09-16T00:10:59.041610+0000","last_unstale":"2024-09-16T00:11:01.056425+0000","last_undegraded":"2024-09-16T00:11:01.056425+0000","last_fullsized":"2024-09-16T00:11:01.056425+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:32.840183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056056+0000","last_change":"2024-09-16T00:11:01.056290+0000","last_active":"2024-09-16T00:11:01.056056+0000","last_peered":"2024-09-16T00:11:01.056056+0000","last_clean":"2024-09-16T00:11:01.056056+0000","last_became_active":"2024-09-16T00:10:59.040382+0000","last_became_peered":"2024-09-16T00:10:59.040382+0000","last_unstale":"2024-09-16T00:11:01.056056+0000","last_undegraded":"2024-09-16T00:11:01.056056+0000","last_fullsized":"2024-09-16T00:11:01.056056+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:20.936918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.056771+0000","last_change":"2024-09-16T00:11:01.057037+0000","last_active":"2024-09-16T00:11:01.056771+0000","last_peered":"2024-09-16T00:11:01.056771+0000","last_clean":"2024-09-16T00:11:01.056771+0000","last_became_active":"2024-09-16T00:10:59.040676+0000","last_became_peered":"2024-09-16T00:10:59.040676+0000","last_unstale":"2024-09-16T00:11:01.056771+0000","last_undegraded":"2024-09-16T00:11:01.056771+0000","last_fullsized":"2024-09-16T00:11:01.056771+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:41.710077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-16T00:11:01.057109+0000","last_change":"2024-09-16T00:11:01.057299+0000","last_active":"2024-09-16T00:11:01.057109+0000","last_peered":"2024-09-16T00:11:01.057109+0000","last_clean":"2024-09-16T00:11:01.057109+0000","last_became_active":"2024-09-16T00:10:59.040255+0000","last_became_peered":"2024-09-16T00:10:59.040255+0000","last_unstale":"2024-09-16T00:11:01.057109+0000","last_undegraded":"2024-09-16T00:11:01.057109+0000","last_fullsized":"2024-09-16T00:11:01.057109+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:13.693012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'52","reported_seq":80,"reported_epoch":15,"state":"active+clean","last_fresh":"2024-09-16T00:11:00.039598+0000","last_change":"2024-09-16T00:10:54.535750+0000","last_active":"2024-09-16T00:11:00.039598+0000","last_peered":"2024-09-16T00:11:00.039598+0000","last_clean":"2024-09-16T00:11:00.039598+0000","last_became_active":"2024-09-16T00:10:54.534725+0000","last_became_peered":"2024-09-16T00:10:54.534725+0000","last_unstale":"2024-09-16T00:11:00.039598+0000","last_undegraded":"2024-09-16T00:11:00.039598+0000","last_fullsized":"2024-09-16T00:11:00.039598+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_clean_scrub_stamp":"2024-09-16T00:10:53.004114+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:56.132397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":52,"ondisk_log_size":52,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705669,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297504,"kb_used_data":140,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074336,"statfs":{"total":96636764160,"available":96332120064,"internally_reserved":0,"allocated":143360,"data_stored":38789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]}]},{"osd":2,"up_from":9,"seq":38654705667,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297500,"kb_used_data":136,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074340,"statfs":{"total":96636764160,"available":96332124160,"internally_reserved":0,"allocated":139264,"data_stored":38770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]}]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298084,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073756,"statfs":{"total":96636764160,"available":96331526144,"internally_reserved":0,"allocated":737280,"data_stored":629157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":0,"up_from":9,"seq":38654705669,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298076,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073764,"statfs":{"total":96636764160,"available":96331534336,"internally_reserved":0,"allocated":729088,"data_stored":628327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.223}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30499999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:11:04.158 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:11:04.159 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T00:11:04.159 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T00:11:04.159 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T00:11:04.253 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6be6034640 1 Processor -- start 2024-09-16T00:11:04.253 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6be6034640 1 -- start start 2024-09-16T00:11:04.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6be6034640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be00670a0 0x7f6be0095270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6be6034640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00957b0 0x7f6be0095ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6be6034640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f6be012ea20 0x7f6be0130e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6be6034640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6be006b150 con 0x7f6be012ea20 2024-09-16T00:11:04.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6be6034640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6be006ae00 con 0x7f6be00670a0 2024-09-16T00:11:04.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6be6034640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6be0064800 con 0x7f6be00957b0 2024-09-16T00:11:04.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6bdeffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00957b0 0x7f6be0095ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6bdf7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be00670a0 0x7f6be0095270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6bdf7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be00670a0 0x7f6be0095270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45350/0 (socket says 172.21.15.176:45350) 2024-09-16T00:11:04.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6bdeffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00957b0 0x7f6be0095ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44232/0 (socket says 172.21.15.176:44232) 2024-09-16T00:11:04.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6bdf7fe640 1 -- 172.21.15.176:0/3485872480 learned_addr learned my addr 172.21.15.176:0/3485872480 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:04.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.250+0000 7f6bdffff640 1 --2- 172.21.15.176:0/3485872480 >> v2:172.21.15.176:3300/0 conn(0x7f6be012ea20 0x7f6be0130e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.251+0000 7f6bdeffd640 1 -- 172.21.15.176:0/3485872480 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be00670a0 msgr2=0x7f6be0095270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:04.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.251+0000 7f6bdeffd640 1 --2- 172.21.15.176:0/3485872480 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be00670a0 0x7f6be0095270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.255 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.251+0000 7f6bdeffd640 1 -- 172.21.15.176:0/3485872480 >> v2:172.21.15.176:3300/0 conn(0x7f6be012ea20 msgr2=0x7f6be0130e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:04.256 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.251+0000 7f6bdeffd640 1 --2- 172.21.15.176:0/3485872480 >> v2:172.21.15.176:3300/0 conn(0x7f6be012ea20 0x7f6be0130e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.256 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.251+0000 7f6bdeffd640 1 -- 172.21.15.176:0/3485872480 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6be00960e0 con 0x7f6be00957b0 2024-09-16T00:11:04.256 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.251+0000 7f6bdffff640 1 --2- 172.21.15.176:0/3485872480 >> v2:172.21.15.176:3300/0 conn(0x7f6be012ea20 0x7f6be0130e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:04.256 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.251+0000 7f6bdf7fe640 1 --2- 172.21.15.176:0/3485872480 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be00670a0 0x7f6be0095270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:04.256 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.251+0000 7f6bdeffd640 1 --2- 172.21.15.176:0/3485872480 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00957b0 0x7f6be0095ba0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6bd4009850 tx=0x7f6bd40090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcec888a26412684 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:04.256 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.251+0000 7f6bde7fc640 1 -- 172.21.15.176:0/3485872480 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bd402ac50 con 0x7f6be00957b0 2024-09-16T00:11:04.256 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6bde7fc640 1 -- 172.21.15.176:0/3485872480 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bd402adb0 con 0x7f6be00957b0 2024-09-16T00:11:04.256 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6bde7fc640 1 -- 172.21.15.176:0/3485872480 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bd4032670 con 0x7f6be00957b0 2024-09-16T00:11:04.256 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6be6034640 1 -- 172.21.15.176:0/3485872480 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00957b0 msgr2=0x7f6be0095ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6be6034640 1 --2- 172.21.15.176:0/3485872480 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00957b0 0x7f6be0095ba0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6bd4009850 tx=0x7f6bd40090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6be6034640 1 -- 172.21.15.176:0/3485872480 shutdown_connections 2024-09-16T00:11:04.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6be6034640 1 --2- 172.21.15.176:0/3485872480 >> v2:172.21.15.176:3300/0 conn(0x7f6be012ea20 0x7f6be0130e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6be6034640 1 --2- 172.21.15.176:0/3485872480 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00957b0 0x7f6be0095ba0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6be6034640 1 --2- 172.21.15.176:0/3485872480 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be00670a0 0x7f6be0095270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6be6034640 1 -- 172.21.15.176:0/3485872480 >> 172.21.15.176:0/3485872480 conn(0x7f6be0096360 msgr2=0x7f6be0096760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:04.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6be6034640 1 -- 172.21.15.176:0/3485872480 shutdown_connections 2024-09-16T00:11:04.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.252+0000 7f6be6034640 1 -- 172.21.15.176:0/3485872480 wait complete. 2024-09-16T00:11:04.260 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.253+0000 7f6be6034640 1 Processor -- start 2024-09-16T00:11:04.260 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.253+0000 7f6be6034640 1 -- start start 2024-09-16T00:11:04.260 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.253+0000 7f6be6034640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00670a0 0x7f6be011e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.260 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.253+0000 7f6be6034640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6be00957b0 0x7f6be011ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.260 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.253+0000 7f6be6034640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be012ea20 0x7f6be011f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.260 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.253+0000 7f6be6034640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6be01214e0 con 0x7f6be00957b0 2024-09-16T00:11:04.260 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.253+0000 7f6be6034640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6be0120010 con 0x7f6be012ea20 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.253+0000 7f6be6034640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6be012d930 con 0x7f6be00670a0 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdeffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6be00957b0 0x7f6be011ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdf7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00670a0 0x7f6be011e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdeffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6be00957b0 0x7f6be011ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47928/0 (socket says 172.21.15.176:47928) 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdeffd640 1 -- 172.21.15.176:0/101188761 learned_addr learned my addr 172.21.15.176:0/101188761 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be012ea20 0x7f6be011f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdeffd640 1 -- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00670a0 msgr2=0x7f6be011e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdeffd640 1 --2- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00670a0 0x7f6be011e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdeffd640 1 -- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be012ea20 msgr2=0x7f6be011f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdeffd640 1 --2- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be012ea20 0x7f6be011f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdeffd640 1 -- 172.21.15.176:0/101188761 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bd0009450 con 0x7f6be00957b0 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdffff640 1 --2- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be012ea20 0x7f6be011f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:04.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdf7fe640 1 --2- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00670a0 0x7f6be011e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:04.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bdeffd640 1 --2- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6be00957b0 0x7f6be011ee80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6bd402a580 tx=0x7f6bd4032000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:04.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bc77fe640 1 -- 172.21.15.176:0/101188761 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bd403d720 con 0x7f6be00957b0 2024-09-16T00:11:04.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bc77fe640 1 -- 172.21.15.176:0/101188761 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bd403d880 con 0x7f6be00957b0 2024-09-16T00:11:04.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6be6034640 1 -- 172.21.15.176:0/101188761 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bd8009a20 con 0x7f6be00957b0 2024-09-16T00:11:04.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6bc77fe640 1 -- 172.21.15.176:0/101188761 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bd403dc20 con 0x7f6be00957b0 2024-09-16T00:11:04.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.254+0000 7f6be6034640 1 -- 172.21.15.176:0/101188761 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bd4009390 con 0x7f6be00957b0 2024-09-16T00:11:04.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.255+0000 7f6bc77fe640 1 -- 172.21.15.176:0/101188761 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f6bd4039040 con 0x7f6be00957b0 2024-09-16T00:11:04.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.255+0000 7f6be6034640 1 -- 172.21.15.176:0/101188761 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6be004bf60 con 0x7f6be00957b0 2024-09-16T00:11:04.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.256+0000 7f6bc77fe640 1 -- 172.21.15.176:0/101188761 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f6bd4082c20 con 0x7f6be00957b0 2024-09-16T00:11:04.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.259+0000 7f6bc77fe640 1 -- 172.21.15.176:0/101188761 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f6bd405dd60 con 0x7f6be00957b0 2024-09-16T00:11:04.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.408+0000 7f6be6034640 1 -- 172.21.15.176:0/101188761 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f6be00960e0 con 0x7f6be00957b0 2024-09-16T00:11:04.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.408+0000 7f6bc77fe640 1 -- 172.21.15.176:0/101188761 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f6be00960e0 con 0x7f6be00957b0 2024-09-16T00:11:04.409 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:11:04.409 INFO:teuthology.orchestra.run.smithi176.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T00:11:04.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.409+0000 7f6be6034640 1 -- 172.21.15.176:0/101188761 >> v1:172.21.15.176:6816/32228 conn(0x7f6bcc04cb70 legacy=0x7f6bcc04f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.409+0000 7f6be6034640 1 -- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6be00957b0 msgr2=0x7f6be011ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.409+0000 7f6be6034640 1 --2- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6be00957b0 0x7f6be011ee80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6bd402a580 tx=0x7f6bd4032000 comp rx=0 tx=0).stop 2024-09-16T00:11:04.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.410+0000 7f6be6034640 1 -- 172.21.15.176:0/101188761 shutdown_connections 2024-09-16T00:11:04.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.410+0000 7f6be6034640 1 --2- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6be012ea20 0x7f6be011f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.410+0000 7f6be6034640 1 --2- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6be00957b0 0x7f6be011ee80 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.410+0000 7f6be6034640 1 --2- 172.21.15.176:0/101188761 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6be00670a0 0x7f6be011e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.410+0000 7f6be6034640 1 -- 172.21.15.176:0/101188761 >> 172.21.15.176:0/101188761 conn(0x7f6be0096360 msgr2=0x7f6be012dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:04.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.410+0000 7f6be6034640 1 -- 172.21.15.176:0/101188761 shutdown_connections 2024-09-16T00:11:04.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.410+0000 7f6be6034640 1 -- 172.21.15.176:0/101188761 wait complete. 2024-09-16T00:11:04.421 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T00:11:04.421 INFO:teuthology.run_tasks:Running task exec... 2024-09-16T00:11:04.431 INFO:teuthology.task.exec:Executing custom commands... 2024-09-16T00:11:04.431 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:11:04.431 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd set-require-min-compat-client quincy' 2024-09-16T00:11:04.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.522+0000 7fc4542c9640 1 Processor -- start 2024-09-16T00:11:04.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.522+0000 7fc4542c9640 1 -- start start 2024-09-16T00:11:04.529 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.522+0000 7fc4542c9640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c095b90 0x7fc44c095f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.522+0000 7fc4542c9640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc44c12fa50 0x7fc44c131e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.522+0000 7fc4542c9640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc44c068710 con 0x7fc44c0964a0 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.522+0000 7fc4542c9640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc44c0910f0 con 0x7fc44c12fa50 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.522+0000 7fc4542c9640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc44c068a60 con 0x7fc44c095b90 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.523+0000 7fc452065640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c095b90 0x7fc44c095f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.523+0000 7fc452866640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc44c12fa50 0x7fc44c131e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.523+0000 7fc451864640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fc44c0964a0 0x7fc44c12e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:39072/0 (socket says 172.21.15.176:39072) 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.523+0000 7fc451864640 1 -- 172.21.15.176:0/2149403559 learned_addr learned my addr 172.21.15.176:0/2149403559 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.523+0000 7fc452065640 1 -- 172.21.15.176:0/2149403559 >> v2:172.21.15.176:3300/0 conn(0x7fc44c12fa50 msgr2=0x7fc44c131e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.523+0000 7fc452065640 1 --2- 172.21.15.176:0/2149403559 >> v2:172.21.15.176:3300/0 conn(0x7fc44c12fa50 0x7fc44c131e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.523+0000 7fc452065640 1 -- 172.21.15.176:0/2149403559 >> v1:172.21.15.176:6789/0 conn(0x7fc44c0964a0 legacy=0x7fc44c12e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.523+0000 7fc452065640 1 -- 172.21.15.176:0/2149403559 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc44c097b30 con 0x7fc44c095b90 2024-09-16T00:11:04.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.523+0000 7fc452866640 1 --2- 172.21.15.176:0/2149403559 >> v2:172.21.15.176:3300/0 conn(0x7fc44c12fa50 0x7fc44c131e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:11:04.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.523+0000 7fc452065640 1 --2- 172.21.15.176:0/2149403559 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c095b90 0x7fc44c095f60 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fc448009850 tx=0x7fc4480090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b26aa1e823c1c00 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:04.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc451063640 1 -- 172.21.15.176:0/2149403559 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc44802ac80 con 0x7fc44c095b90 2024-09-16T00:11:04.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc451063640 1 -- 172.21.15.176:0/2149403559 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc44802ade0 con 0x7fc44c095b90 2024-09-16T00:11:04.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc451063640 1 -- 172.21.15.176:0/2149403559 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc448032670 con 0x7fc44c095b90 2024-09-16T00:11:04.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc4542c9640 1 -- 172.21.15.176:0/2149403559 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c095b90 msgr2=0x7fc44c095f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc4542c9640 1 --2- 172.21.15.176:0/2149403559 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c095b90 0x7fc44c095f60 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fc448009850 tx=0x7fc4480090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc4542c9640 1 -- 172.21.15.176:0/2149403559 shutdown_connections 2024-09-16T00:11:04.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc4542c9640 1 --2- 172.21.15.176:0/2149403559 >> v2:172.21.15.176:3300/0 conn(0x7fc44c12fa50 0x7fc44c131e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc4542c9640 1 --2- 172.21.15.176:0/2149403559 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c095b90 0x7fc44c095f60 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc4542c9640 1 -- 172.21.15.176:0/2149403559 >> 172.21.15.176:0/2149403559 conn(0x7fc44c096c80 msgr2=0x7fc44c097080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:04.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc4542c9640 1 -- 172.21.15.176:0/2149403559 shutdown_connections 2024-09-16T00:11:04.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.524+0000 7fc4542c9640 1 -- 172.21.15.176:0/2149403559 wait complete. 2024-09-16T00:11:04.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.525+0000 7fc4542c9640 1 Processor -- start 2024-09-16T00:11:04.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.525+0000 7fc4542c9640 1 -- start start 2024-09-16T00:11:04.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.525+0000 7fc4542c9640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc44c095b90 0x7fc44c08bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.525+0000 7fc4542c9640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc44c0964a0 0x7fc44c08c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.525+0000 7fc4542c9640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c12fa50 0x7fc44c08c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:04.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.525+0000 7fc4542c9640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc44c120200 con 0x7fc44c0964a0 2024-09-16T00:11:04.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.525+0000 7fc4542c9640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc44c11f260 con 0x7fc44c095b90 2024-09-16T00:11:04.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.525+0000 7fc4542c9640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fc44c1205d0 con 0x7fc44c12fa50 2024-09-16T00:11:04.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.525+0000 7fc452065640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc44c095b90 0x7fc44c08bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc451864640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc44c0964a0 0x7fc44c08c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc452866640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c12fa50 0x7fc44c08c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:04.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc452866640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c12fa50 0x7fc44c08c980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:44260/0 (socket says 172.21.15.176:44260) 2024-09-16T00:11:04.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc452065640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc44c095b90 0x7fc44c08bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:45368/0 (socket says 172.21.15.176:45368) 2024-09-16T00:11:04.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc452866640 1 -- 172.21.15.176:0/459852423 learned_addr learned my addr 172.21.15.176:0/459852423 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:04.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc451864640 1 -- 172.21.15.176:0/459852423 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c12fa50 msgr2=0x7fc44c08c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc451864640 1 --2- 172.21.15.176:0/459852423 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c12fa50 0x7fc44c08c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc451864640 1 -- 172.21.15.176:0/459852423 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc44c095b90 msgr2=0x7fc44c08bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc451864640 1 --2- 172.21.15.176:0/459852423 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc44c095b90 0x7fc44c08bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc451864640 1 -- 172.21.15.176:0/459852423 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc444009a20 con 0x7fc44c0964a0 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc451864640 1 --2- 172.21.15.176:0/459852423 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc44c0964a0 0x7fc44c08c440 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc44c063390 tx=0x7fc43c007e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc4427fc640 1 -- 172.21.15.176:0/459852423 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc43c005aa0 con 0x7fc44c0964a0 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc4427fc640 1 -- 172.21.15.176:0/459852423 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc43c005c00 con 0x7fc44c0964a0 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc4542c9640 1 -- 172.21.15.176:0/459852423 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc448009390 con 0x7fc44c0964a0 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc4427fc640 1 -- 172.21.15.176:0/459852423 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc43c005030 con 0x7fc44c0964a0 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.526+0000 7fc4542c9640 1 -- 172.21.15.176:0/459852423 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc44c08cec0 con 0x7fc44c0964a0 2024-09-16T00:11:04.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.527+0000 7fc4542c9640 1 -- 172.21.15.176:0/459852423 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc44c11f980 con 0x7fc44c0964a0 2024-09-16T00:11:04.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.527+0000 7fc4427fc640 1 -- 172.21.15.176:0/459852423 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fc43c005440 con 0x7fc44c0964a0 2024-09-16T00:11:04.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.528+0000 7fc4427fc640 1 -- 172.21.15.176:0/459852423 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fc43c0625a0 con 0x7fc44c0964a0 2024-09-16T00:11:04.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.531+0000 7fc4427fc640 1 -- 172.21.15.176:0/459852423 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fc44c11f980 con 0x7fc44c0964a0 2024-09-16T00:11:04.670 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:04.670+0000 7fc4542c9640 1 -- 172.21.15.176:0/459852423 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd set-require-min-compat-client", "version": "quincy"} v 0) v1 -- 0x7fc44c11f980 con 0x7fc44c0964a0 2024-09-16T00:11:05.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.064+0000 7fc4427fc640 1 -- 172.21.15.176:0/459852423 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd set-require-min-compat-client", "version": "quincy"}]=0 set require_min_compat_client to quincy v17) v1 ==== 141+0+0 (secure 0 0 0) 0x7fc44c11f980 con 0x7fc44c0964a0 2024-09-16T00:11:05.065 INFO:teuthology.orchestra.run.smithi176.stderr:set require_min_compat_client to quincy 2024-09-16T00:11:05.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.066+0000 7fc4542c9640 1 -- 172.21.15.176:0/459852423 >> v1:172.21.15.176:6816/32228 conn(0x7fc43004cb70 legacy=0x7fc43004f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:05.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.066+0000 7fc4542c9640 1 -- 172.21.15.176:0/459852423 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc44c0964a0 msgr2=0x7fc44c08c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:05.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.066+0000 7fc4542c9640 1 --2- 172.21.15.176:0/459852423 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc44c0964a0 0x7fc44c08c440 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc44c063390 tx=0x7fc43c007e20 comp rx=0 tx=0).stop 2024-09-16T00:11:05.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.066+0000 7fc4542c9640 1 -- 172.21.15.176:0/459852423 shutdown_connections 2024-09-16T00:11:05.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.066+0000 7fc4542c9640 1 --2- 172.21.15.176:0/459852423 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc44c12fa50 0x7fc44c08c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.066+0000 7fc4542c9640 1 --2- 172.21.15.176:0/459852423 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc44c0964a0 0x7fc44c08c440 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.066+0000 7fc4542c9640 1 --2- 172.21.15.176:0/459852423 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc44c095b90 0x7fc44c08bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.069 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.066+0000 7fc4542c9640 1 -- 172.21.15.176:0/459852423 >> 172.21.15.176:0/459852423 conn(0x7fc44c096c80 msgr2=0x7fc44c091670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:05.069 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.066+0000 7fc4542c9640 1 -- 172.21.15.176:0/459852423 shutdown_connections 2024-09-16T00:11:05.069 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.066+0000 7fc4542c9640 1 -- 172.21.15.176:0/459852423 wait complete. 2024-09-16T00:11:05.077 INFO:teuthology.run_tasks:Running task print... 2024-09-16T00:11:05.090 INFO:teuthology.task.print:**** done ceph 2024-09-16T00:11:05.090 INFO:teuthology.run_tasks:Running task print... 2024-09-16T00:11:05.165 INFO:teuthology.task.print:*** upgrading, no cephfs present 2024-09-16T00:11:05.165 INFO:teuthology.run_tasks:Running task exec... 2024-09-16T00:11:05.200 INFO:teuthology.task.exec:Executing custom commands... 2024-09-16T00:11:05.201 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:11:05.201 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2024-09-16T00:11:05.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.291+0000 7fed77c68640 1 Processor -- start 2024-09-16T00:11:05.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.291+0000 7fed77c68640 1 -- start start 2024-09-16T00:11:05.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.291+0000 7fed77c68640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fed7006bc50 0x7fed7006d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:05.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.291+0000 7fed77c68640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7006da10 0x7fed7006dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:05.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.291+0000 7fed77c68640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed7006e780 con 0x7fed7012e780 2024-09-16T00:11:05.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.291+0000 7fed77c68640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed7006c7f0 con 0x7fed7006bc50 2024-09-16T00:11:05.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.291+0000 7fed77c68640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fed7006e320 con 0x7fed7006da10 2024-09-16T00:11:05.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.292+0000 7fed76205640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fed7012e780 0x7fed70130b60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:42352/0 (socket says 172.21.15.176:42352) 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.292+0000 7fed76205640 1 -- 172.21.15.176:0/961265837 learned_addr learned my addr 172.21.15.176:0/961265837 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.292+0000 7fed75a04640 1 --2- 172.21.15.176:0/961265837 >> v2:172.21.15.176:3300/0 conn(0x7fed7006bc50 0x7fed7006d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.292+0000 7fed75203640 1 --2- 172.21.15.176:0/961265837 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7006da10 0x7fed7006dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.292+0000 7fed74a02640 1 -- 172.21.15.176:0/961265837 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1829337340 0 0) 0x7fed7006e780 con 0x7fed7012e780 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.292+0000 7fed74a02640 1 -- 172.21.15.176:0/961265837 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fed5c0034e0 con 0x7fed7012e780 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.292+0000 7fed75a04640 1 -- 172.21.15.176:0/961265837 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7006da10 msgr2=0x7fed7006dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.292+0000 7fed75a04640 1 --2- 172.21.15.176:0/961265837 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7006da10 0x7fed7006dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.292+0000 7fed75a04640 1 -- 172.21.15.176:0/961265837 >> v1:172.21.15.176:6789/0 conn(0x7fed7012e780 legacy=0x7fed70130b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.292+0000 7fed75a04640 1 -- 172.21.15.176:0/961265837 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed7006d210 con 0x7fed7006bc50 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.293+0000 7fed75a04640 1 --2- 172.21.15.176:0/961265837 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fed7006bc50 0x7fed7006d4d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fed6c009850 tx=0x7fed6c0090f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d55146064056fcae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.293+0000 7fed74a02640 1 -- 172.21.15.176:0/961265837 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6c02ac80 con 0x7fed7006bc50 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.293+0000 7fed74a02640 1 -- 172.21.15.176:0/961265837 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed6c02ade0 con 0x7fed7006bc50 2024-09-16T00:11:05.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.293+0000 7fed74a02640 1 -- 172.21.15.176:0/961265837 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6c032670 con 0x7fed7006bc50 2024-09-16T00:11:05.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.293+0000 7fed77c68640 1 -- 172.21.15.176:0/961265837 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fed7006bc50 msgr2=0x7fed7006d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:05.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.293+0000 7fed77c68640 1 --2- 172.21.15.176:0/961265837 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fed7006bc50 0x7fed7006d4d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fed6c009850 tx=0x7fed6c0090f0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.293+0000 7fed77c68640 1 -- 172.21.15.176:0/961265837 shutdown_connections 2024-09-16T00:11:05.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.293+0000 7fed77c68640 1 --2- 172.21.15.176:0/961265837 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7006da10 0x7fed7006dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.293+0000 7fed77c68640 1 --2- 172.21.15.176:0/961265837 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fed7006bc50 0x7fed7006d4d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.293+0000 7fed77c68640 1 -- 172.21.15.176:0/961265837 >> 172.21.15.176:0/961265837 conn(0x7fed70096260 msgr2=0x7fed70096660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:05.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.294+0000 7fed77c68640 1 -- 172.21.15.176:0/961265837 shutdown_connections 2024-09-16T00:11:05.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.294+0000 7fed77c68640 1 -- 172.21.15.176:0/961265837 wait complete. 2024-09-16T00:11:05.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.294+0000 7fed77c68640 1 Processor -- start 2024-09-16T00:11:05.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.294+0000 7fed77c68640 1 -- start start 2024-09-16T00:11:05.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed77c68640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fed7006bc50 0x7fed7008eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:05.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed77c68640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fed7006da10 0x7fed7008f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:05.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed77c68640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7012e780 0x7fed7008f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:11:05.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed77c68640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed70090d20 con 0x7fed7006da10 2024-09-16T00:11:05.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed77c68640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed70094fa0 con 0x7fed7006bc50 2024-09-16T00:11:05.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed77c68640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fed70092230 con 0x7fed7012e780 2024-09-16T00:11:05.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed75203640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fed7006da10 0x7fed7008f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:05.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed75a04640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fed7006bc50 0x7fed7008eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:05.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed76205640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7012e780 0x7fed7008f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:11:05.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed75203640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fed7006da10 0x7fed7008f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:47100/0 (socket says 172.21.15.176:47100) 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed75203640 1 -- 172.21.15.176:0/2035452346 learned_addr learned my addr 172.21.15.176:0/2035452346 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed76205640 1 -- 172.21.15.176:0/2035452346 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fed7006bc50 msgr2=0x7fed7008eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed76205640 1 --2- 172.21.15.176:0/2035452346 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fed7006bc50 0x7fed7008eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed76205640 1 -- 172.21.15.176:0/2035452346 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fed7006da10 msgr2=0x7fed7008f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed76205640 1 --2- 172.21.15.176:0/2035452346 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fed7006da10 0x7fed7008f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed76205640 1 -- 172.21.15.176:0/2035452346 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed6c009390 con 0x7fed7012e780 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed76205640 1 --2- 172.21.15.176:0/2035452346 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7012e780 0x7fed7008f5b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fed6800cbc0 tx=0x7fed68001a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed65ffb640 1 -- 172.21.15.176:0/2035452346 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6800a640 con 0x7fed7012e780 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed65ffb640 1 -- 172.21.15.176:0/2035452346 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed6800a7a0 con 0x7fed7012e780 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed65ffb640 1 -- 172.21.15.176:0/2035452346 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6800aba0 con 0x7fed7012e780 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.295+0000 7fed77c68640 1 -- 172.21.15.176:0/2035452346 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed7006c3b0 con 0x7fed7012e780 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.296+0000 7fed77c68640 1 -- 172.21.15.176:0/2035452346 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed70095ef0 con 0x7fed7012e780 2024-09-16T00:11:05.301 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.296+0000 7fed65ffb640 1 -- 172.21.15.176:0/2035452346 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fed68007300 con 0x7fed7012e780 2024-09-16T00:11:05.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.297+0000 7fed77c68640 1 -- 172.21.15.176:0/2035452346 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed700915a0 con 0x7fed7012e780 2024-09-16T00:11:05.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.297+0000 7fed65ffb640 1 -- 172.21.15.176:0/2035452346 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 2836+0+0 (secure 0 0 0) 0x7fed680634b0 con 0x7fed7012e780 2024-09-16T00:11:05.302 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.300+0000 7fed65ffb640 1 -- 172.21.15.176:0/2035452346 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fed6803e680 con 0x7fed7012e780 2024-09-16T00:11:05.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.450+0000 7fed77c68640 1 -- 172.21.15.176:0/2035452346 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fed70131ec0 con 0x7fed7012e780 2024-09-16T00:11:05.451 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.450+0000 7fed65ffb640 1 -- 172.21.15.176:0/2035452346 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) v1 ==== 75+0+358 (secure 0 0 0) 0x7fed68041e90 con 0x7fed7012e780 2024-09-16T00:11:05.451 INFO:teuthology.orchestra.run.smithi176.stdout:e1 2024-09-16T00:11:05.451 INFO:teuthology.orchestra.run.smithi176.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T00:11:05.452 INFO:teuthology.orchestra.run.smithi176.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T00:11:05.452 INFO:teuthology.orchestra.run.smithi176.stdout:legacy client fscid: -1 2024-09-16T00:11:05.452 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:11:05.452 INFO:teuthology.orchestra.run.smithi176.stdout:No filesystems configured 2024-09-16T00:11:05.452 INFO:teuthology.orchestra.run.smithi176.stderr:dumped fsmap epoch 1 2024-09-16T00:11:05.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.452+0000 7fed77c68640 1 -- 172.21.15.176:0/2035452346 >> v1:172.21.15.176:6816/32228 conn(0x7fed5404cb70 legacy=0x7fed5404f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:05.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.452+0000 7fed77c68640 1 -- 172.21.15.176:0/2035452346 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7012e780 msgr2=0x7fed7008f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:11:05.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.452+0000 7fed77c68640 1 --2- 172.21.15.176:0/2035452346 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7012e780 0x7fed7008f5b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fed6800cbc0 tx=0x7fed68001a20 comp rx=0 tx=0).stop 2024-09-16T00:11:05.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.452+0000 7fed77c68640 1 -- 172.21.15.176:0/2035452346 shutdown_connections 2024-09-16T00:11:05.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.452+0000 7fed77c68640 1 --2- 172.21.15.176:0/2035452346 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fed7012e780 0x7fed7008f5b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.452+0000 7fed77c68640 1 --2- 172.21.15.176:0/2035452346 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fed7006da10 0x7fed7008f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.452+0000 7fed77c68640 1 --2- 172.21.15.176:0/2035452346 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fed7006bc50 0x7fed7008eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:11:05.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.452+0000 7fed77c68640 1 -- 172.21.15.176:0/2035452346 >> 172.21.15.176:0/2035452346 conn(0x7fed70096260 msgr2=0x7fed700974d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:11:05.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.452+0000 7fed77c68640 1 -- 172.21.15.176:0/2035452346 shutdown_connections 2024-09-16T00:11:05.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:11:05.452+0000 7fed77c68640 1 -- 172.21.15.176:0/2035452346 wait complete. 2024-09-16T00:11:05.464 INFO:teuthology.run_tasks:Running task install.upgrade... 2024-09-16T00:11:05.478 INFO:teuthology.task.install:project ceph config {'mon.a': None} overrides {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T00:11:05.478 INFO:teuthology.task.install:remote ubuntu@smithi176.front.sepia.ceph.com config {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T00:11:05.479 INFO:teuthology.task.install:extra packages: [] 2024-09-16T00:11:05.489 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T00:11:05.490 INFO:teuthology.task.install:Upgrading ceph rpm packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd 2024-09-16T00:11:05.490 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q ceph-common --qf '%{VERSION}-%{RELEASE}' 2024-09-16T00:11:05.511 INFO:teuthology.orchestra.run.smithi176.stdout:17.2.7-1633.g6d025bc2.el9 2024-09-16T00:11:05.512 INFO:teuthology.packaging:The installed version of ceph-common is 17.2.7-1633.g6d025bc2.el9 2024-09-16T00:11:05.512 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:11:05.666 INFO:teuthology.task.install:Ceph rpm upgrade from 17.2.7-1633.g6d025bc2.el9 to 19.1.1-326.g8921c8ef 2024-09-16T00:11:05.666 INFO:teuthology.task.install.rpm:Host smithi176 is: centos 9.stream x86_64 2024-09-16T00:11:05.666 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:11:05.807 INFO:teuthology.task.install.rpm:Repo base URL: https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T00:11:05.808 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f /etc/yum.repos.d/ceph.repo 2024-09-16T00:11:05.992 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T00:11:05.992 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-09-16T00:11:05.992 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T00:11:06.017 DEBUG:teuthology.orchestra.run.smithi176:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T00:11:06.084 DEBUG:teuthology.orchestra.run.smithi176:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T00:11:06.149 DEBUG:teuthology.orchestra.run.smithi176:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T00:11:06.204 INFO:teuthology.orchestra.run.smithi176.stdout:check_obsoletes = 1 2024-09-16T00:11:06.216 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum clean all 2024-09-16T00:11:06.445 INFO:teuthology.orchestra.run.smithi176.stdout:60 files removed 2024-09-16T00:11:06.472 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd 2024-09-16T00:11:07.053 INFO:teuthology.orchestra.run.smithi176.stdout:ceph packages for x86_64 293 kB/s | 83 kB 00:00 2024-09-16T00:11:07.711 INFO:teuthology.orchestra.run.smithi176.stdout:ceph noarch packages 26 kB/s | 12 kB 00:00 2024-09-16T00:11:07.921 INFO:teuthology.orchestra.run.smithi176.stdout:ceph source packages 5.7 kB/s | 1.9 kB 00:00 2024-09-16T00:11:10.129 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.2 MB 00:02 2024-09-16T00:11:12.455 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - AppStream 17 MB/s | 20 MB 00:01 2024-09-16T00:11:16.823 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-16T00:11:18.473 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 19 kB 00:00 2024-09-16T00:11:19.278 INFO:teuthology.orchestra.run.smithi176.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-16T00:11:24.784 INFO:teuthology.orchestra.run.smithi176.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-09-16T00:11:27.051 INFO:teuthology.orchestra.run.smithi176.stderr:Package cephadm available, but not installed. 2024-09-16T00:11:27.051 INFO:teuthology.orchestra.run.smithi176.stdout:No match for argument: cephadm 2024-09-16T00:11:27.057 INFO:teuthology.orchestra.run.smithi176.stderr:Package ceph-mgr-dashboard available, but not installed. 2024-09-16T00:11:27.058 INFO:teuthology.orchestra.run.smithi176.stdout:No match for argument: ceph-mgr-dashboard 2024-09-16T00:11:27.058 INFO:teuthology.orchestra.run.smithi176.stderr:Package ceph-mgr-diskprediction-local available, but not installed. 2024-09-16T00:11:27.058 INFO:teuthology.orchestra.run.smithi176.stdout:No match for argument: ceph-mgr-diskprediction-local 2024-09-16T00:11:27.059 INFO:teuthology.orchestra.run.smithi176.stderr:Package ceph-mgr-rook available, but not installed. 2024-09-16T00:11:27.059 INFO:teuthology.orchestra.run.smithi176.stdout:No match for argument: ceph-mgr-rook 2024-09-16T00:11:27.059 INFO:teuthology.orchestra.run.smithi176.stderr:Package ceph-mgr-cephadm available, but not installed. 2024-09-16T00:11:27.059 INFO:teuthology.orchestra.run.smithi176.stdout:No match for argument: ceph-mgr-cephadm 2024-09-16T00:11:27.062 INFO:teuthology.orchestra.run.smithi176.stderr:Package ceph-volume available, but not installed. 2024-09-16T00:11:27.062 INFO:teuthology.orchestra.run.smithi176.stdout:No match for argument: ceph-volume 2024-09-16T00:11:27.152 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-09-16T00:11:27.155 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:11:27.156 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repository Size 2024-09-16T00:11:27.156 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:11:27.156 INFO:teuthology.orchestra.run.smithi176.stdout:Upgrading: 2024-09-16T00:11:27.156 INFO:teuthology.orchestra.run.smithi176.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T00:11:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T00:11:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T00:11:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T00:11:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-immutable-object-cache 2024-09-16T00:11:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T00:11:27.157 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T00:11:27.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T00:11:27.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T00:11:27.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T00:11:27.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T00:11:27.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T00:11:27.158 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T00:11:27.159 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T00:11:27.159 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T00:11:27.159 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T00:11:27.159 INFO:teuthology.orchestra.run.smithi176.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T00:11:27.159 INFO:teuthology.orchestra.run.smithi176.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T00:11:27.160 INFO:teuthology.orchestra.run.smithi176.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T00:11:27.160 INFO:teuthology.orchestra.run.smithi176.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T00:11:27.160 INFO:teuthology.orchestra.run.smithi176.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T00:11:27.160 INFO:teuthology.orchestra.run.smithi176.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T00:11:27.160 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T00:11:27.160 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T00:11:27.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T00:11:27.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T00:11:27.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T00:11:27.161 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T00:11:27.161 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T00:11:27.162 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T00:11:27.162 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T00:11:27.162 INFO:teuthology.orchestra.run.smithi176.stdout:Installing dependencies: 2024-09-16T00:11:27.162 INFO:teuthology.orchestra.run.smithi176.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T00:11:27.162 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T00:11:27.162 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T00:11:27.163 INFO:teuthology.orchestra.run.smithi176.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T00:11:27.163 INFO:teuthology.orchestra.run.smithi176.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T00:11:27.163 INFO:teuthology.orchestra.run.smithi176.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T00:11:27.163 INFO:teuthology.orchestra.run.smithi176.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T00:11:27.164 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T00:11:27.164 INFO:teuthology.orchestra.run.smithi176.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T00:11:27.164 INFO:teuthology.orchestra.run.smithi176.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T00:11:27.164 INFO:teuthology.orchestra.run.smithi176.stdout:Installing weak dependencies: 2024-09-16T00:11:27.164 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T00:11:27.165 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:11:27.165 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-09-16T00:11:27.165 INFO:teuthology.orchestra.run.smithi176.stdout:================================================================================ 2024-09-16T00:11:27.165 INFO:teuthology.orchestra.run.smithi176.stdout:Install 11 Packages 2024-09-16T00:11:27.165 INFO:teuthology.orchestra.run.smithi176.stdout:Upgrade 30 Packages 2024-09-16T00:11:27.165 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:11:27.166 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 137 M 2024-09-16T00:11:27.166 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-09-16T00:11:27.635 INFO:teuthology.orchestra.run.smithi176.stdout:(1/41): boost-program-options-1.75.0-8.el9.x86_ 613 kB/s | 107 kB 00:00 2024-09-16T00:11:27.661 INFO:teuthology.orchestra.run.smithi176.stdout:(2/41): lua-5.4.4-4.el9.x86_64.rpm 943 kB/s | 188 kB 00:00 2024-09-16T00:11:27.686 INFO:teuthology.orchestra.run.smithi176.stdout:(3/41): qatlib-24.02.0-1.el9.x86_64.rpm 982 kB/s | 221 kB 00:00 2024-09-16T00:11:27.711 INFO:teuthology.orchestra.run.smithi176.stdout:(4/41): qatlib-service-24.02.0-1.el9.x86_64.rpm 475 kB/s | 36 kB 00:00 2024-09-16T00:11:27.736 INFO:teuthology.orchestra.run.smithi176.stdout:(5/41): qatzip-libs-1.2.0-1.el9.x86_64.rpm 629 kB/s | 47 kB 00:00 2024-09-16T00:11:27.787 INFO:teuthology.orchestra.run.smithi176.stdout:(6/41): libarrow-doc-9.0.0-11.el9.noarch.rpm 518 kB/s | 26 kB 00:00 2024-09-16T00:11:27.845 INFO:teuthology.orchestra.run.smithi176.stdout:(7/41): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-09-16T00:11:27.870 INFO:teuthology.orchestra.run.smithi176.stdout:(8/41): lua-devel-5.4.4-4.el9.x86_64.rpm 121 kB/s | 22 kB 00:00 2024-09-16T00:11:27.929 INFO:teuthology.orchestra.run.smithi176.stdout:(9/41): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.8 MB/s | 839 kB 00:00 2024-09-16T00:11:27.955 INFO:teuthology.orchestra.run.smithi176.stdout:(10/41): re2-20211101-20.el9.x86_64.rpm 2.2 MB/s | 191 kB 00:00 2024-09-16T00:11:28.030 INFO:teuthology.orchestra.run.smithi176.stdout:(11/41): libarrow-9.0.0-11.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-09-16T00:11:28.088 INFO:teuthology.orchestra.run.smithi176.stdout:(12/41): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 41 kB/s | 6.5 kB 00:00 2024-09-16T00:11:28.305 INFO:teuthology.orchestra.run.smithi176.stdout:(13/41): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 4.0 MB/s | 896 kB 00:00 2024-09-16T00:11:28.347 INFO:teuthology.orchestra.run.smithi176.stdout:(14/41): ceph-immutable-object-cache-19.1.1-326 3.4 MB/s | 145 kB 00:00 2024-09-16T00:11:28.623 INFO:teuthology.orchestra.run.smithi176.stdout:(15/41): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 8.7 MB/s | 2.4 MB 00:00 2024-09-16T00:11:28.773 INFO:teuthology.orchestra.run.smithi176.stdout:(16/41): ceph-base-19.1.1-326.g8921c8ef.el9.x86 6.7 MB/s | 5.4 MB 00:00 2024-09-16T00:11:28.815 INFO:teuthology.orchestra.run.smithi176.stdout:(17/41): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 7.9 MB/s | 1.5 MB 00:00 2024-09-16T00:11:29.082 INFO:teuthology.orchestra.run.smithi176.stdout:(18/41): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 15 MB/s | 4.7 MB 00:00 2024-09-16T00:11:29.707 INFO:teuthology.orchestra.run.smithi176.stdout:(19/41): ceph-common-19.1.1-326.g8921c8ef.el9.x 13 MB/s | 21 MB 00:01 2024-09-16T00:11:29.832 INFO:teuthology.orchestra.run.smithi176.stdout:(20/41): ceph-radosgw-19.1.1-326.g8921c8ef.el9. 14 MB/s | 11 MB 00:00 2024-09-16T00:11:29.857 INFO:teuthology.orchestra.run.smithi176.stdout:(21/41): ceph-selinux-19.1.1-326.g8921c8ef.el9. 168 kB/s | 25 kB 00:00 2024-09-16T00:11:30.041 INFO:teuthology.orchestra.run.smithi176.stdout:(22/41): ceph-osd-19.1.1-326.g8921c8ef.el9.x86_ 14 MB/s | 17 MB 00:01 2024-09-16T00:11:30.058 INFO:teuthology.orchestra.run.smithi176.stdout:(23/41): libcephfs-devel-19.1.1-326.g8921c8ef.e 158 kB/s | 32 kB 00:00 2024-09-16T00:11:30.108 INFO:teuthology.orchestra.run.smithi176.stdout:(24/41): libcephsqlite-19.1.1-326.g8921c8ef.el9 3.2 MB/s | 163 kB 00:00 2024-09-16T00:11:30.142 INFO:teuthology.orchestra.run.smithi176.stdout:(25/41): libcephfs2-19.1.1-326.g8921c8ef.el9.x8 7.3 MB/s | 751 kB 00:00 2024-09-16T00:11:30.167 INFO:teuthology.orchestra.run.smithi176.stdout:(26/41): librados-devel-19.1.1-326.g8921c8ef.el 2.1 MB/s | 127 kB 00:00 2024-09-16T00:11:30.242 INFO:teuthology.orchestra.run.smithi176.stdout:(27/41): libradosstriper1-19.1.1-326.g8921c8ef. 6.6 MB/s | 506 kB 00:00 2024-09-16T00:11:30.409 INFO:teuthology.orchestra.run.smithi176.stdout:(28/41): librados2-19.1.1-326.g8921c8ef.el9.x86 13 MB/s | 3.4 MB 00:00 2024-09-16T00:11:30.476 INFO:teuthology.orchestra.run.smithi176.stdout:(29/41): librbd1-19.1.1-326.g8921c8ef.el9.x86_6 14 MB/s | 3.2 MB 00:00 2024-09-16T00:11:30.552 INFO:teuthology.orchestra.run.smithi176.stdout:(30/41): python3-ceph-argparse-19.1.1-326.g8921 603 kB/s | 45 kB 00:00 2024-09-16T00:11:30.643 INFO:teuthology.orchestra.run.smithi176.stdout:(31/41): python3-ceph-common-19.1.1-326.g8921c8 1.5 MB/s | 136 kB 00:00 2024-09-16T00:11:30.777 INFO:teuthology.orchestra.run.smithi176.stdout:(32/41): librgw2-19.1.1-326.g8921c8ef.el9.x86_6 15 MB/s | 5.3 MB 00:00 2024-09-16T00:11:30.802 INFO:teuthology.orchestra.run.smithi176.stdout:(33/41): python3-cephfs-19.1.1-326.g8921c8ef.el 1.0 MB/s | 161 kB 00:00 2024-09-16T00:11:30.828 INFO:teuthology.orchestra.run.smithi176.stdout:(34/41): python3-rados-19.1.1-326.g8921c8ef.el9 6.2 MB/s | 320 kB 00:00 2024-09-16T00:11:30.853 INFO:teuthology.orchestra.run.smithi176.stdout:(35/41): python3-rbd-19.1.1-326.g8921c8ef.el9.x 5.9 MB/s | 300 kB 00:00 2024-09-16T00:11:30.878 INFO:teuthology.orchestra.run.smithi176.stdout:(36/41): python3-rgw-19.1.1-326.g8921c8ef.el9.x 1.9 MB/s | 99 kB 00:00 2024-09-16T00:11:30.903 INFO:teuthology.orchestra.run.smithi176.stdout:(37/41): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86_ 1.7 MB/s | 85 kB 00:00 2024-09-16T00:11:30.962 INFO:teuthology.orchestra.run.smithi176.stdout:(38/41): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_6 2.9 MB/s | 170 kB 00:00 2024-09-16T00:11:31.029 INFO:teuthology.orchestra.run.smithi176.stdout:(39/41): rbd-mirror-19.1.1-326.g8921c8ef.el9.x8 21 MB/s | 3.1 MB 00:00 2024-09-16T00:11:31.054 INFO:teuthology.orchestra.run.smithi176.stdout:(40/41): ceph-mgr-modules-core-19.1.1-326.g8921 2.7 MB/s | 249 kB 00:00 2024-09-16T00:11:31.638 INFO:teuthology.orchestra.run.smithi176.stdout:(41/41): ceph-test-19.1.1-326.g8921c8ef.el9.x86 27 MB/s | 49 MB 00:01 2024-09-16T00:11:31.644 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-09-16T00:11:31.644 INFO:teuthology.orchestra.run.smithi176.stdout:Total 30 MB/s | 137 MB 00:04 2024-09-16T00:11:31.714 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-09-16T00:11:31.771 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-09-16T00:11:31.771 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-09-16T00:11:32.788 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-09-16T00:11:32.789 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-09-16T00:11:35.738 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-09-16T00:11:35.838 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 1/71 2024-09-16T00:11:36.181 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 1/71 2024-09-16T00:11:36.265 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2/71 2024-09-16T00:11:36.386 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2/71 2024-09-16T00:11:36.433 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 3/71 2024-09-16T00:11:36.523 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 3/71 2024-09-16T00:11:36.581 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 4/71 2024-09-16T00:11:36.627 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 5/71 2024-09-16T00:11:36.732 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 5/71 2024-09-16T00:11:37.089 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 6/71 2024-09-16T00:11:37.089 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 6/71 2024-09-16T00:11:37.089 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 7/71 2024-09-16T00:11:37.089 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 7/71 2024-09-16T00:11:37.089 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 8/71 2024-09-16T00:11:37.090 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 8/71 2024-09-16T00:11:37.123 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x 9/71 2024-09-16T00:11:37.151 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : lua-5.4.4-4.el9.x86_64 10/71 2024-09-16T00:11:37.220 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 11/71 2024-09-16T00:11:37.275 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : luarocks-3.9.2-5.el9.noarch 12/71 2024-09-16T00:11:37.321 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 13/71 2024-09-16T00:11:37.380 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/71 2024-09-16T00:11:37.431 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 15/71 2024-09-16T00:11:37.596 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 16/71 2024-09-16T00:11:37.718 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.n 17/71 2024-09-16T00:11:37.793 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86 18/71 2024-09-16T00:11:37.913 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/71 2024-09-16T00:11:37.941 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/71 2024-09-16T00:11:37.967 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 21/71 2024-09-16T00:11:38.003 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/71 2024-09-16T00:11:38.565 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/71 2024-09-16T00:11:38.640 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 24/71 2024-09-16T00:11:38.712 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 24/71 2024-09-16T00:11:38.750 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 25/71 2024-09-16T00:11:41.212 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 26/71 2024-09-16T00:11:41.319 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 26/71 2024-09-16T00:11:42.005 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 26/71 2024-09-16T00:11:42.181 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 27/71 2024-09-16T00:11:42.229 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 27/71 2024-09-16T00:11:42.257 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 28/71 2024-09-16T00:11:51.059 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 28/71 2024-09-16T00:11:51.113 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 29/71 2024-09-16T00:11:51.282 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 29/71 2024-09-16T00:11:51.330 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 30/71 2024-09-16T00:11:51.847 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 30/71 2024-09-16T00:11:51.897 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 31/71 2024-09-16T00:11:53.700 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 31/71 2024-09-16T00:11:53.776 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 32/71 2024-09-16T00:11:53.791 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 32/71 2024-09-16T00:11:54.891 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 33/71 2024-09-16T00:11:54.969 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 34/71 2024-09-16T00:11:54.991 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 34/71 2024-09-16T00:11:55.027 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef 35/71 2024-09-16T00:11:55.382 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef 35/71 2024-09-16T00:11:55.428 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 36/71 2024-09-16T00:12:01.227 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 36/71 2024-09-16T00:12:01.392 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 37/71 2024-09-16T00:12:01.437 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 38/71 2024-09-16T00:12:01.487 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 39/71 2024-09-16T00:12:01.636 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 40/71 2024-09-16T00:12:01.681 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 41/71 2024-09-16T00:12:01.713 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 42/71 2024-09-16T00:12:01.751 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 43/71 2024-09-16T00:12:01.759 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 44/71 2024-09-16T00:12:01.760 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 44/71 2024-09-16T00:12:01.844 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 44/71 2024-09-16T00:12:01.869 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 45/71 2024-09-16T00:12:01.875 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 46/71 2024-09-16T00:12:01.875 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 46/71 2024-09-16T00:12:01.920 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 46/71 2024-09-16T00:12:01.925 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 47/71 2024-09-16T00:12:01.925 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 47/71 2024-09-16T00:12:01.970 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 47/71 2024-09-16T00:12:01.995 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 48/71 2024-09-16T00:12:02.001 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc 49/71 2024-09-16T00:12:02.001 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc 49/71 2024-09-16T00:12:02.038 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc 49/71 2024-09-16T00:12:02.063 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 50/71 2024-09-16T00:12:02.063 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 51/71 2024-09-16T00:12:02.131 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 51/71 2024-09-16T00:12:02.155 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 52/71 2024-09-16T00:12:02.161 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 53/71 2024-09-16T00:12:02.161 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 53/71 2024-09-16T00:12:02.198 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 53/71 2024-09-16T00:12:02.203 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 54/71 2024-09-16T00:12:02.203 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 54/71 2024-09-16T00:12:02.240 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 54/71 2024-09-16T00:12:02.245 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 55/71 2024-09-16T00:12:02.245 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 55/71 2024-09-16T00:12:02.282 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 55/71 2024-09-16T00:12:02.283 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 56/71 2024-09-16T00:12:02.316 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 56/71 2024-09-16T00:12:02.322 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 57/71 2024-09-16T00:12:02.323 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 57/71 2024-09-16T00:12:02.419 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 57/71 2024-09-16T00:12:02.419 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 58/71 2024-09-16T00:12:02.461 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 58/71 2024-09-16T00:12:02.461 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_6 59/71 2024-09-16T00:12:02.545 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_6 59/71 2024-09-16T00:12:02.570 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_64 60/71 2024-09-16T00:12:02.595 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 61/71 2024-09-16T00:12:02.595 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 62/71 2024-09-16T00:12:02.688 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 62/71 2024-09-16T00:12:02.713 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 63/71 2024-09-16T00:12:02.713 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 64/71 2024-09-16T00:12:02.806 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 64/71 2024-09-16T00:12:02.831 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 65/71 2024-09-16T00:12:02.831 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 66/71 2024-09-16T00:12:02.916 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 66/71 2024-09-16T00:12:02.941 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 67/71 2024-09-16T00:12:02.966 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el9. 68/71 2024-09-16T00:12:03.000 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9.x8 69/71 2024-09-16T00:12:03.025 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el9. 70/71 2024-09-16T00:12:03.025 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 71/71 2024-09-16T00:12:04.695 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 71/71 2024-09-16T00:12:04.695 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 1/71 2024-09-16T00:12:04.695 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : lua-5.4.4-4.el9.x86_64 2/71 2024-09-16T00:12:04.696 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 3/71 2024-09-16T00:12:04.696 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 4/71 2024-09-16T00:12:04.696 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 5/71 2024-09-16T00:12:04.696 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 6/71 2024-09-16T00:12:04.696 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 7/71 2024-09-16T00:12:04.696 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 8/71 2024-09-16T00:12:04.696 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 9/71 2024-09-16T00:12:04.696 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 10/71 2024-09-16T00:12:04.697 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : re2-1:20211101-20.el9.x86_64 11/71 2024-09-16T00:12:04.697 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 12/71 2024-09-16T00:12:04.697 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 13/71 2024-09-16T00:12:04.697 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 14/71 2024-09-16T00:12:04.697 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 15/71 2024-09-16T00:12:04.697 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 16/71 2024-09-16T00:12:04.697 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 17/71 2024-09-16T00:12:04.697 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 18/71 2024-09-16T00:12:04.697 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 19/71 2024-09-16T00:12:04.698 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef 20/71 2024-09-16T00:12:04.698 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc 21/71 2024-09-16T00:12:04.698 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 22/71 2024-09-16T00:12:04.698 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 23/71 2024-09-16T00:12:04.698 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 24/71 2024-09-16T00:12:04.698 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 25/71 2024-09-16T00:12:04.698 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 26/71 2024-09-16T00:12:04.698 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 27/71 2024-09-16T00:12:04.699 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 28/71 2024-09-16T00:12:04.699 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 29/71 2024-09-16T00:12:04.699 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 30/71 2024-09-16T00:12:04.699 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 31/71 2024-09-16T00:12:04.699 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 32/71 2024-09-16T00:12:04.699 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 33/71 2024-09-16T00:12:04.699 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 34/71 2024-09-16T00:12:04.699 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 35/71 2024-09-16T00:12:04.700 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 36/71 2024-09-16T00:12:04.700 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 37/71 2024-09-16T00:12:04.700 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 38/71 2024-09-16T00:12:04.700 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 39/71 2024-09-16T00:12:04.700 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 40/71 2024-09-16T00:12:04.700 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 41/71 2024-09-16T00:12:04.700 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 42/71 2024-09-16T00:12:04.700 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 43/71 2024-09-16T00:12:04.700 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 44/71 2024-09-16T00:12:04.701 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 45/71 2024-09-16T00:12:04.701 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 46/71 2024-09-16T00:12:04.701 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_6 47/71 2024-09-16T00:12:04.701 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 48/71 2024-09-16T00:12:04.701 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 49/71 2024-09-16T00:12:04.701 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 50/71 2024-09-16T00:12:04.701 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 51/71 2024-09-16T00:12:04.701 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x 52/71 2024-09-16T00:12:04.702 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el9. 53/71 2024-09-16T00:12:04.702 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86 54/71 2024-09-16T00:12:04.702 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9.x8 55/71 2024-09-16T00:12:04.702 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 56/71 2024-09-16T00:12:04.702 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_64 57/71 2024-09-16T00:12:04.702 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 58/71 2024-09-16T00:12:04.702 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 59/71 2024-09-16T00:12:04.702 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 60/71 2024-09-16T00:12:04.702 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 61/71 2024-09-16T00:12:04.703 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 62/71 2024-09-16T00:12:04.703 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 63/71 2024-09-16T00:12:04.703 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 64/71 2024-09-16T00:12:04.703 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 65/71 2024-09-16T00:12:04.703 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 66/71 2024-09-16T00:12:04.703 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 67/71 2024-09-16T00:12:04.703 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 68/71 2024-09-16T00:12:04.703 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 69/71 2024-09-16T00:12:04.703 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.n 70/71 2024-09-16T00:12:05.648 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el9. 71/71 2024-09-16T00:12:05.648 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:05.648 INFO:teuthology.orchestra.run.smithi176.stdout:Upgraded: 2024-09-16T00:12:05.648 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.648 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.649 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.649 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.649 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.649 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.649 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.649 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T00:12:05.650 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.650 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.650 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.650 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.650 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.650 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.651 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.651 INFO:teuthology.orchestra.run.smithi176.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.651 INFO:teuthology.orchestra.run.smithi176.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.651 INFO:teuthology.orchestra.run.smithi176.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.651 INFO:teuthology.orchestra.run.smithi176.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.651 INFO:teuthology.orchestra.run.smithi176.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.652 INFO:teuthology.orchestra.run.smithi176.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.652 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.652 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.653 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.653 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.653 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.653 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.653 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.654 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.654 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T00:12:05.654 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-09-16T00:12:05.654 INFO:teuthology.orchestra.run.smithi176.stdout: boost-program-options-1.75.0-8.el9.x86_64 libarrow-9.0.0-11.el9.x86_64 2024-09-16T00:12:05.654 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow-doc-9.0.0-11.el9.noarch lua-5.4.4-4.el9.x86_64 2024-09-16T00:12:05.654 INFO:teuthology.orchestra.run.smithi176.stdout: lua-devel-5.4.4-4.el9.x86_64 luarocks-3.9.2-5.el9.noarch 2024-09-16T00:12:05.655 INFO:teuthology.orchestra.run.smithi176.stdout: parquet-libs-9.0.0-11.el9.x86_64 qatlib-24.02.0-1.el9.x86_64 2024-09-16T00:12:05.655 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib-service-24.02.0-1.el9.x86_64 qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T00:12:05.655 INFO:teuthology.orchestra.run.smithi176.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T00:12:05.655 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:05.655 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-09-16T00:12:05.926 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T00:12:06.070 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T00:12:06.093 INFO:teuthology.orchestra.run.smithi176.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T00:12:06.093 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T00:12:06.093 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T00:12:06.095 INFO:teuthology.run_tasks:Running task print... 2024-09-16T00:12:06.110 INFO:teuthology.task.print:**** done install.upgrade 2024-09-16T00:12:06.110 INFO:teuthology.run_tasks:Running task ceph.restart... 2024-09-16T00:12:06.139 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-16T00:12:06.139 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:06.150 INFO:tasks.ceph.mon.a:Stopped 2024-09-16T00:12:06.150 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-16T00:12:06.151 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-16T00:12:06.193 INFO:tasks.ceph.mon.a:Started 2024-09-16T00:12:06.194 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-16T00:12:06.194 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:06.207 INFO:tasks.ceph.mon.b:Stopped 2024-09-16T00:12:06.207 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-16T00:12:06.208 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-16T00:12:06.250 INFO:tasks.ceph.mon.b:Started 2024-09-16T00:12:06.250 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-16T00:12:06.250 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:06.262 INFO:tasks.ceph.mon.c:Stopped 2024-09-16T00:12:06.262 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-16T00:12:06.263 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-16T00:12:06.305 INFO:tasks.ceph.mon.c:Started 2024-09-16T00:12:06.305 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-16T00:12:06.305 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:06.325 INFO:tasks.ceph.mgr.x:Stopped 2024-09-16T00:12:06.325 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-16T00:12:06.325 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-16T00:12:06.368 INFO:tasks.ceph.mgr.x:Started 2024-09-16T00:12:06.369 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-16T00:12:06.369 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:06.393 INFO:tasks.ceph.mgr.y:Stopped 2024-09-16T00:12:06.394 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-16T00:12:06.394 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-16T00:12:06.436 INFO:tasks.ceph.mgr.y:Started 2024-09-16T00:12:06.436 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-09-16T00:12:06.448 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T00:12:06.448 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T00:12:06.448 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T00:12:06.580 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.578+0000 7f70eb8b8640 1 Processor -- start 2024-09-16T00:12:06.580 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.578+0000 7f70eb8b8640 1 -- start start 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.578+0000 7f70eb8b8640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f70e4073150 0x7f70e4073530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70eb8b8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e4073a70 0x7f70e412d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70e8e53640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e4073a70 0x7f70e412d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70eb8b8640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70e4072cb0 con 0x7f70e412d780 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70e8e53640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e4073a70 0x7f70e412d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50576/0 (socket says 172.21.15.176:50576) 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70e8e53640 1 -- 172.21.15.176:0/1960564632 learned_addr learned my addr 172.21.15.176:0/1960564632 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70eb8b8640 1 -- 172.21.15.176:0/1960564632 --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f70e40632d0 con 0x7f70e4073150 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70eb8b8640 1 -- 172.21.15.176:0/1960564632 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f70e4074020 con 0x7f70e4073a70 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70e9654640 1 --2- 172.21.15.176:0/1960564632 >> v2:172.21.15.176:3300/0 conn(0x7f70e4073150 0x7f70e4073530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70dbfff640 1 -- 172.21.15.176:0/1960564632 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1512168993 0 0) 0x7f70e4072cb0 con 0x7f70e412d780 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70dbfff640 1 -- 172.21.15.176:0/1960564632 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f70d0003520 con 0x7f70e412d780 2024-09-16T00:12:06.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70e8e53640 1 -- 172.21.15.176:0/1960564632 >> v2:172.21.15.176:3300/0 conn(0x7f70e4073150 msgr2=0x7f70e4073530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:06.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70e8e53640 1 --2- 172.21.15.176:0/1960564632 >> v2:172.21.15.176:3300/0 conn(0x7f70e4073150 0x7f70e4073530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70e8e53640 1 -- 172.21.15.176:0/1960564632 >> v1:172.21.15.176:6789/0 conn(0x7f70e412d780 legacy=0x7f70e412dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:06.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.579+0000 7f70e8e53640 1 -- 172.21.15.176:0/1960564632 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70e40728e0 con 0x7f70e4073a70 2024-09-16T00:12:06.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.580+0000 7f70e8e53640 1 --2- 172.21.15.176:0/1960564632 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e4073a70 0x7f70e412d240 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f70d4009870 tx=0x7f70d402a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a521ef57994bac5e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:06.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.580+0000 7f70dbfff640 1 -- 172.21.15.176:0/1960564632 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4037070 con 0x7f70e4073a70 2024-09-16T00:12:06.583 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.580+0000 7f70dbfff640 1 -- 172.21.15.176:0/1960564632 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70d4032440 con 0x7f70e4073a70 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.580+0000 7f70dbfff640 1 -- 172.21.15.176:0/1960564632 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4032810 con 0x7f70e4073a70 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.581+0000 7f70eb8b8640 1 -- 172.21.15.176:0/1960564632 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e4073a70 msgr2=0x7f70e412d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.581+0000 7f70eb8b8640 1 --2- 172.21.15.176:0/1960564632 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e4073a70 0x7f70e412d240 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f70d4009870 tx=0x7f70d402a140 comp rx=0 tx=0).stop 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.581+0000 7f70eb8b8640 1 -- 172.21.15.176:0/1960564632 shutdown_connections 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.581+0000 7f70eb8b8640 1 --2- 172.21.15.176:0/1960564632 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e4073a70 0x7f70e412d240 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.581+0000 7f70eb8b8640 1 --2- 172.21.15.176:0/1960564632 >> v2:172.21.15.176:3300/0 conn(0x7f70e4073150 0x7f70e4073530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.581+0000 7f70eb8b8640 1 -- 172.21.15.176:0/1960564632 >> 172.21.15.176:0/1960564632 conn(0x7f70e409ff20 msgr2=0x7f70e40a0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.581+0000 7f70eb8b8640 1 -- 172.21.15.176:0/1960564632 shutdown_connections 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.581+0000 7f70eb8b8640 1 -- 172.21.15.176:0/1960564632 wait complete. 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70eb8b8640 1 Processor -- start 2024-09-16T00:12:06.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70eb8b8640 1 -- start start 2024-09-16T00:12:06.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70eb8b8640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f70e4073150 0x7f70e41c2d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:06.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70eb8b8640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f70e4073a70 0x7f70e41c3270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:06.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70eb8b8640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e412d780 0x7f70e4097b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:06.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70e9654640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f70e4073150 0x7f70e41c2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:06.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70e9e55640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e412d780 0x7f70e4097b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:06.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70eb8b8640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f70e4135910 con 0x7f70e4073150 2024-09-16T00:12:06.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70e8e53640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f70e4073a70 0x7f70e41c3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:06.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70e9e55640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e412d780 0x7f70e4097b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50588/0 (socket says 172.21.15.176:50588) 2024-09-16T00:12:06.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70e9654640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f70e4073150 0x7f70e41c2d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48266/0 (socket says 172.21.15.176:48266) 2024-09-16T00:12:06.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70e9e55640 1 -- 172.21.15.176:0/2488170016 learned_addr learned my addr 172.21.15.176:0/2488170016 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:06.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f70e4135790 con 0x7f70e412d780 2024-09-16T00:12:06.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.583+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f70e4135a90 con 0x7f70e4073a70 2024-09-16T00:12:06.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.584+0000 7f70e8e53640 1 -- 172.21.15.176:0/2488170016 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e412d780 msgr2=0x7f70e4097b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:06.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.584+0000 7f70e8e53640 1 --2- 172.21.15.176:0/2488170016 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e412d780 0x7f70e4097b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.584+0000 7f70e8e53640 1 -- 172.21.15.176:0/2488170016 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f70e4073150 msgr2=0x7f70e41c2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:06.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.584+0000 7f70e8e53640 1 --2- 172.21.15.176:0/2488170016 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f70e4073150 0x7f70e41c2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.584+0000 7f70e8e53640 1 -- 172.21.15.176:0/2488170016 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70e41351e0 con 0x7f70e4073a70 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.584+0000 7f70e8e53640 1 --2- 172.21.15.176:0/2488170016 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f70e4073a70 0x7f70e41c3270 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f70d4031000 tx=0x7f70d40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.584+0000 7f70d9ffb640 1 -- 172.21.15.176:0/2488170016 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4041020 con 0x7f70e4073a70 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.584+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70e412f4c0 con 0x7f70e4073a70 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.585+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f70e41c37b0 con 0x7f70e4073a70 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.585+0000 7f70d9ffb640 1 -- 172.21.15.176:0/2488170016 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70d403d620 con 0x7f70e4073a70 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.585+0000 7f70d9ffb640 1 -- 172.21.15.176:0/2488170016 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4037040 con 0x7f70e4073a70 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.586+0000 7f70d9ffb640 1 -- 172.21.15.176:0/2488170016 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f70d4044020 con 0x7f70e4073a70 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.586+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70c4005290 con 0x7f70e4073a70 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.586+0000 7f70e9654640 1 -- 172.21.15.176:0/2488170016 >> v1:172.21.15.176:6816/32228 conn(0x7f70c804d050 legacy=0x7f70c804f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:06.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.586+0000 7f70d9ffb640 1 -- 172.21.15.176:0/2488170016 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f70d4083a00 con 0x7f70e4073a70 2024-09-16T00:12:06.594 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.593+0000 7f70d9ffb640 1 -- 172.21.15.176:0/2488170016 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f70d404b030 con 0x7f70e4073a70 2024-09-16T00:12:06.617 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:06.617+0000 7faa41f88040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T00:12:06.626 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:06.626+0000 7f75b3712040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T00:12:06.660 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:06.659+0000 7faa41f88040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T00:12:06.673 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:06.668+0000 7f75b3712040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T00:12:06.712 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:06.711+0000 7faa41f88040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T00:12:06.719 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:06.718+0000 7f75b3712040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T00:12:06.775 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.774+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f70c4005850 con 0x7f70e4073a70 2024-09-16T00:12:06.779 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.778+0000 7f70d9ffb640 1 -- 172.21.15.176:0/2488170016 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v6) ==== 74+0+116446 (secure 0 0 0) 0x7f70d405ec50 con 0x7f70e4073a70 2024-09-16T00:12:06.781 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:06.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.780+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 >> v1:172.21.15.176:6816/32228 conn(0x7f70c804d050 legacy=0x7f70c804f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:06.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.780+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f70e4073a70 msgr2=0x7f70e41c3270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:06.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.780+0000 7f70eb8b8640 1 --2- 172.21.15.176:0/2488170016 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f70e4073a70 0x7f70e41c3270 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f70d4031000 tx=0x7f70d40046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.780+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 shutdown_connections 2024-09-16T00:12:06.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.780+0000 7f70eb8b8640 1 --2- 172.21.15.176:0/2488170016 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f70e412d780 0x7f70e4097b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.780+0000 7f70eb8b8640 1 --2- 172.21.15.176:0/2488170016 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f70e4073a70 0x7f70e41c3270 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.780+0000 7f70eb8b8640 1 --2- 172.21.15.176:0/2488170016 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f70e4073150 0x7f70e41c2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.780+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 >> 172.21.15.176:0/2488170016 conn(0x7f70e409ff20 msgr2=0x7f70e412b5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:06.783 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.780+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 shutdown_connections 2024-09-16T00:12:06.783 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.780+0000 7f70eb8b8640 1 -- 172.21.15.176:0/2488170016 wait complete. 2024-09-16T00:12:06.792 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":6,"flags":0,"active_gid":4099,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6816","nonce":32228}]},"active_addr":"172.21.15.176:6816/32228","active_change":"2024-09-16T00:10:44.734473+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":4102,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":127376731}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":3217070862}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":4005937172}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":2891791718}]}]} 2024-09-16T00:12:06.795 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T00:12:06.795 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T00:12:06.796 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:12:06.841 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:06.840+0000 7faa41f88040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:12:06.842 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:06.842+0000 7f75b3712040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:12:06.897 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.895+0000 7f9af89a3640 1 Processor -- start 2024-09-16T00:12:06.897 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.896+0000 7f9af89a3640 1 -- start start 2024-09-16T00:12:06.898 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.896+0000 7f9af89a3640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af4134ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:06.898 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.896+0000 7f9af89a3640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f9af4135000 0x7f9af41373f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:06.898 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af259c640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f9af412f590 0x7f9af412f970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41690/0 (socket says 172.21.15.176:41690) 2024-09-16T00:12:06.898 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af2d9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f9af4135000 0x7f9af41373f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:06.898 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af1d9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af4134ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:06.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af2d9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f9af4135000 0x7f9af41373f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48270/0 (socket says 172.21.15.176:48270) 2024-09-16T00:12:06.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af259c640 1 -- 172.21.15.176:0/3214409037 learned_addr learned my addr 172.21.15.176:0/3214409037 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:06.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af89a3640 1 -- 172.21.15.176:0/3214409037 --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9af4093880 con 0x7f9af412f590 2024-09-16T00:12:06.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af89a3640 1 -- 172.21.15.176:0/3214409037 --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f9af406b430 con 0x7f9af4135000 2024-09-16T00:12:06.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af89a3640 1 -- 172.21.15.176:0/3214409037 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f9af4063480 con 0x7f9af4130080 2024-09-16T00:12:06.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af1d9b640 1 -- 172.21.15.176:0/3214409037 >> v2:172.21.15.176:3300/0 conn(0x7f9af4135000 msgr2=0x7f9af41373f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:06.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af1d9b640 1 --2- 172.21.15.176:0/3214409037 >> v2:172.21.15.176:3300/0 conn(0x7f9af4135000 0x7f9af41373f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af1d9b640 1 -- 172.21.15.176:0/3214409037 >> v1:172.21.15.176:6789/0 conn(0x7f9af412f590 legacy=0x7f9af412f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:06.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af1d9b640 1 -- 172.21.15.176:0/3214409037 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af4091f30 con 0x7f9af4130080 2024-09-16T00:12:06.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.897+0000 7f9af2d9d640 1 --2- 172.21.15.176:0/3214409037 >> v2:172.21.15.176:3300/0 conn(0x7f9af4135000 0x7f9af41373f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:06.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.898+0000 7f9af1d9b640 1 --2- 172.21.15.176:0/3214409037 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af4134ac0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9ae80097a0 tx=0x7f9ae802a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b0c12519edd3ca03 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:06.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.898+0000 7f9af159a640 1 -- 172.21.15.176:0/3214409037 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8037070 con 0x7f9af4130080 2024-09-16T00:12:06.901 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.898+0000 7f9af159a640 1 -- 172.21.15.176:0/3214409037 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ae802adb0 con 0x7f9af4130080 2024-09-16T00:12:06.901 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.898+0000 7f9af159a640 1 -- 172.21.15.176:0/3214409037 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8032660 con 0x7f9af4130080 2024-09-16T00:12:06.901 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.899+0000 7f9af89a3640 1 -- 172.21.15.176:0/3214409037 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 msgr2=0x7f9af4134ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:06.901 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.899+0000 7f9af89a3640 1 --2- 172.21.15.176:0/3214409037 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af4134ac0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9ae80097a0 tx=0x7f9ae802a060 comp rx=0 tx=0).stop 2024-09-16T00:12:06.901 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.899+0000 7f9af89a3640 1 -- 172.21.15.176:0/3214409037 shutdown_connections 2024-09-16T00:12:06.901 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.899+0000 7f9af89a3640 1 --2- 172.21.15.176:0/3214409037 >> v2:172.21.15.176:3300/0 conn(0x7f9af4135000 0x7f9af41373f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.901 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.899+0000 7f9af89a3640 1 --2- 172.21.15.176:0/3214409037 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af4134ac0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.901 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.899+0000 7f9af89a3640 1 -- 172.21.15.176:0/3214409037 >> 172.21.15.176:0/3214409037 conn(0x7f9af409e4b0 msgr2=0x7f9af409e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:06.901 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.899+0000 7f9af89a3640 1 -- 172.21.15.176:0/3214409037 shutdown_connections 2024-09-16T00:12:06.901 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.899+0000 7f9af89a3640 1 -- 172.21.15.176:0/3214409037 wait complete. 2024-09-16T00:12:06.902 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.901+0000 7f9af89a3640 1 Processor -- start 2024-09-16T00:12:06.902 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.901+0000 7f9af89a3640 1 -- start start 2024-09-16T00:12:06.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.901+0000 7f9af89a3640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9af412f590 0x7f9af412c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:06.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.901+0000 7f9af89a3640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af412c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:06.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.901+0000 7f9af89a3640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9af4135000 0x7f9af4132bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:06.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af89a3640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f9af4137ab0 con 0x7f9af412f590 2024-09-16T00:12:06.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af89a3640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f9af4137930 con 0x7f9af4130080 2024-09-16T00:12:06.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af89a3640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f9af4137c30 con 0x7f9af4135000 2024-09-16T00:12:06.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af1d9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af412c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:06.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af1d9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af412c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50606/0 (socket says 172.21.15.176:50606) 2024-09-16T00:12:06.904 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af1d9b640 1 -- 172.21.15.176:0/1197868187 learned_addr learned my addr 172.21.15.176:0/1197868187 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:06.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af259c640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9af412f590 0x7f9af412c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:06.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af2d9d640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9af4135000 0x7f9af4132bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:06.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af1d9b640 1 -- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9af4135000 msgr2=0x7f9af4132bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:06.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af1d9b640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9af4135000 0x7f9af4132bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af1d9b640 1 -- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9af412f590 msgr2=0x7f9af412c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:06.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af1d9b640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9af412f590 0x7f9af412c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:06.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af1d9b640 1 -- 172.21.15.176:0/1197868187 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af406e350 con 0x7f9af4130080 2024-09-16T00:12:06.905 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af2d9d640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9af4135000 0x7f9af4132bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:06.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af259c640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9af412f590 0x7f9af412c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:06.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9af1d9b640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af412c990 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9ae8000c00 tx=0x7f9ae80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:06.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.902+0000 7f9ae2ffd640 1 -- 172.21.15.176:0/1197868187 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8041070 con 0x7f9af4130080 2024-09-16T00:12:06.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.903+0000 7f9ae2ffd640 1 -- 172.21.15.176:0/1197868187 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ae803c460 con 0x7f9af4130080 2024-09-16T00:12:06.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.903+0000 7f9af89a3640 1 -- 172.21.15.176:0/1197868187 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9af4094f60 con 0x7f9af4130080 2024-09-16T00:12:06.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.903+0000 7f9ae2ffd640 1 -- 172.21.15.176:0/1197868187 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8037040 con 0x7f9af4130080 2024-09-16T00:12:06.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.903+0000 7f9af89a3640 1 -- 172.21.15.176:0/1197868187 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9af406ea60 con 0x7f9af4130080 2024-09-16T00:12:06.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.904+0000 7f9af89a3640 1 -- 172.21.15.176:0/1197868187 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9af412f970 con 0x7f9af4130080 2024-09-16T00:12:06.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.904+0000 7f9ae2ffd640 1 -- 172.21.15.176:0/1197868187 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f9ae8044070 con 0x7f9af4130080 2024-09-16T00:12:06.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.904+0000 7f9af259c640 1 -- 172.21.15.176:0/1197868187 >> v1:172.21.15.176:6816/32228 conn(0x7f9ad404d080 legacy=0x7f9ad404f540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:06.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.904+0000 7f9ae2ffd640 1 -- 172.21.15.176:0/1197868187 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f9ae8083d60 con 0x7f9af4130080 2024-09-16T00:12:06.909 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:06.908+0000 7f9ae2ffd640 1 -- 172.21.15.176:0/1197868187 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f9ae8082ed0 con 0x7f9af4130080 2024-09-16T00:12:06.958 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:06.958+0000 7faa41f88040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T00:12:06.959 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:06.959+0000 7f75b3712040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T00:12:07.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.046+0000 7f9af89a3640 1 -- 172.21.15.176:0/1197868187 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9af4068e50 con 0x7f9af4130080 2024-09-16T00:12:07.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.047+0000 7f9ae2ffd640 1 -- 172.21.15.176:0/1197868187 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+8742 (secure 0 0 0) 0x7f9ae8082a10 con 0x7f9af4130080 2024-09-16T00:12:07.048 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:07.048 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":18,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:11:07.218463+0000","last_up_change":"2024-09-16T00:10:51.813273+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":32744}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":32744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":32744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":32744}]},"public_addr":"172.21.15.176:6812/32744","cluster_addr":"172.21.15.176:6813/32744","heartbeat_back_addr":"172.21.15.176:6815/32744","heartbeat_front_addr":"172.21.15.176:6814/32744","state":["exists","up"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":32745}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":32745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":32745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":32745}]},"public_addr":"172.21.15.176:6805/32745","cluster_addr":"172.21.15.176:6807/32745","heartbeat_back_addr":"172.21.15.176:6811/32745","heartbeat_front_addr":"172.21.15.176:6810/32745","state":["exists","up"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":32746}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":32746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":32746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":32746}]},"public_addr":"172.21.15.176:6800/32746","cluster_addr":"172.21.15.176:6801/32746","heartbeat_back_addr":"172.21.15.176:6803/32746","heartbeat_front_addr":"172.21.15.176:6802/32746","state":["exists","up"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":32747}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":32747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":32747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":32747}]},"public_addr":"172.21.15.176:6804/32747","cluster_addr":"172.21.15.176:6806/32747","heartbeat_back_addr":"172.21.15.176:6809/32747","heartbeat_front_addr":"172.21.15.176:6808/32747","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:07.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.048+0000 7f9af89a3640 1 -- 172.21.15.176:0/1197868187 >> v1:172.21.15.176:6816/32228 conn(0x7f9ad404d080 legacy=0x7f9ad404f540 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:07.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.048+0000 7f9af89a3640 1 -- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 msgr2=0x7f9af412c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.048+0000 7f9af89a3640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af412c990 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9ae8000c00 tx=0x7f9ae80046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.049+0000 7f9af89a3640 1 -- 172.21.15.176:0/1197868187 shutdown_connections 2024-09-16T00:12:07.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.049+0000 7f9af89a3640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9af4135000 0x7f9af4132bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.049+0000 7f9af89a3640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9af4130080 0x7f9af412c990 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.049+0000 7f9af89a3640 1 --2- 172.21.15.176:0/1197868187 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9af412f590 0x7f9af412c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.049+0000 7f9af89a3640 1 -- 172.21.15.176:0/1197868187 >> 172.21.15.176:0/1197868187 conn(0x7f9af409e4b0 msgr2=0x7f9af4092f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.049+0000 7f9af89a3640 1 -- 172.21.15.176:0/1197868187 shutdown_connections 2024-09-16T00:12:07.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.049+0000 7f9af89a3640 1 -- 172.21.15.176:0/1197868187 wait complete. 2024-09-16T00:12:07.061 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T00:12:07.061 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:12:07.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95fa7e4640 1 Processor -- start 2024-09-16T00:12:07.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95fa7e4640 1 -- start start 2024-09-16T00:12:07.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95fa7e4640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406f990 0x7f95f406e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95fa7e4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406ee50 0x7f95f4136cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95fa7e4640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95f409a010 con 0x7f95f406de20 2024-09-16T00:12:07.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95fa7e4640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f95f40a0a40 con 0x7f95f406ee50 2024-09-16T00:12:07.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95fa7e4640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f95f406b430 con 0x7f95f406f990 2024-09-16T00:12:07.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95f8d81640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406ee50 0x7f95f4136cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95f37fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406f990 0x7f95f406e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95f8d81640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406ee50 0x7f95f4136cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50622/0 (socket says 172.21.15.176:50622) 2024-09-16T00:12:07.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.162+0000 7f95f8d81640 1 -- 172.21.15.176:0/2123653111 learned_addr learned my addr 172.21.15.176:0/2123653111 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.163+0000 7f95f2ffd640 1 -- 172.21.15.176:0/2123653111 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1564586461 0 0) 0x7f95e4001110 con 0x7f95f406de20 2024-09-16T00:12:07.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.163+0000 7f95f8d81640 1 -- 172.21.15.176:0/2123653111 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406f990 msgr2=0x7f95f406e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.163+0000 7f95f8d81640 1 --2- 172.21.15.176:0/2123653111 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406f990 0x7f95f406e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.163+0000 7f95f8d81640 1 -- 172.21.15.176:0/2123653111 >> v1:172.21.15.176:6789/0 conn(0x7f95f406de20 legacy=0x7f95f406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.163+0000 7f95f8d81640 1 -- 172.21.15.176:0/2123653111 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95f406f3f0 con 0x7f95f406ee50 2024-09-16T00:12:07.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.164+0000 7f95f8d81640 1 --2- 172.21.15.176:0/2123653111 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406ee50 0x7f95f4136cb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f95ec009eb0 tx=0x7f95ec02a610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb572c5062e4aa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.164+0000 7f95f2ffd640 1 -- 172.21.15.176:0/2123653111 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ec036070 con 0x7f95f406ee50 2024-09-16T00:12:07.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.164+0000 7f95f2ffd640 1 -- 172.21.15.176:0/2123653111 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95ec031400 con 0x7f95f406ee50 2024-09-16T00:12:07.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.164+0000 7f95f2ffd640 1 -- 172.21.15.176:0/2123653111 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ec0317d0 con 0x7f95f406ee50 2024-09-16T00:12:07.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.165+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2123653111 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406ee50 msgr2=0x7f95f4136cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.165+0000 7f95fa7e4640 1 --2- 172.21.15.176:0/2123653111 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406ee50 0x7f95f4136cb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f95ec009eb0 tx=0x7f95ec02a610 comp rx=0 tx=0).stop 2024-09-16T00:12:07.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.165+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2123653111 shutdown_connections 2024-09-16T00:12:07.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.165+0000 7f95fa7e4640 1 --2- 172.21.15.176:0/2123653111 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406ee50 0x7f95f4136cb0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.165+0000 7f95fa7e4640 1 --2- 172.21.15.176:0/2123653111 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406f990 0x7f95f406e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.165+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2123653111 >> 172.21.15.176:0/2123653111 conn(0x7f95f409ff20 msgr2=0x7f95f40a0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.165+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2123653111 shutdown_connections 2024-09-16T00:12:07.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.165+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2123653111 wait complete. 2024-09-16T00:12:07.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.166+0000 7f95fa7e4640 1 Processor -- start 2024-09-16T00:12:07.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.166+0000 7f95fa7e4640 1 -- start start 2024-09-16T00:12:07.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95fa7e4640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406de20 0x7f95f4124e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95fa7e4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95f406ee50 0x7f95f4125370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95fa7e4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406f990 0x7f95f41258b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95fa7e4640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f95f4137770 con 0x7f95f406ee50 2024-09-16T00:12:07.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95fa7e4640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f95f41375f0 con 0x7f95f406f990 2024-09-16T00:12:07.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95fa7e4640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f95f41378f0 con 0x7f95f406de20 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95f37fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95f406ee50 0x7f95f4125370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95f3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406de20 0x7f95f4124e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95f37fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95f406ee50 0x7f95f4125370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48290/0 (socket says 172.21.15.176:48290) 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95f37fe640 1 -- 172.21.15.176:0/2370165431 learned_addr learned my addr 172.21.15.176:0/2370165431 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.167+0000 7f95f8d81640 1 --2- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406f990 0x7f95f41258b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f37fe640 1 -- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406de20 msgr2=0x7f95f4124e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f37fe640 1 --2- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406de20 0x7f95f4124e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f37fe640 1 -- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406f990 msgr2=0x7f95f41258b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f37fe640 1 --2- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406f990 0x7f95f41258b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f37fe640 1 -- 172.21.15.176:0/2370165431 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95f4126380 con 0x7f95f406ee50 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f8d81640 1 --2- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406f990 0x7f95f41258b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:07.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f3fff640 1 --2- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406de20 0x7f95f4124e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:07.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f37fe640 1 --2- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95f406ee50 0x7f95f4125370 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f95e800e9b0 tx=0x7f95e800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f0ff9640 1 -- 172.21.15.176:0/2370165431 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e8017070 con 0x7f95f406ee50 2024-09-16T00:12:07.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f0ff9640 1 -- 172.21.15.176:0/2370165431 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95e800c9a0 con 0x7f95f406ee50 2024-09-16T00:12:07.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2370165431 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95f4125df0 con 0x7f95f406ee50 2024-09-16T00:12:07.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95f0ff9640 1 -- 172.21.15.176:0/2370165431 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e800cd90 con 0x7f95f406ee50 2024-09-16T00:12:07.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.168+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2370165431 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95f41276b0 con 0x7f95f406ee50 2024-09-16T00:12:07.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.170+0000 7f95f0ff9640 1 -- 172.21.15.176:0/2370165431 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f95e801a070 con 0x7f95f406ee50 2024-09-16T00:12:07.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.170+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2370165431 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95f406e200 con 0x7f95f406ee50 2024-09-16T00:12:07.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.170+0000 7f95f3fff640 1 -- 172.21.15.176:0/2370165431 >> v1:172.21.15.176:6816/32228 conn(0x7f95e004d050 legacy=0x7f95e004f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:07.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.170+0000 7f95f0ff9640 1 -- 172.21.15.176:0/2370165431 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f95e80637d0 con 0x7f95f406ee50 2024-09-16T00:12:07.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.177+0000 7f95f0ff9640 1 -- 172.21.15.176:0/2370165431 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f95e803e9e0 con 0x7f95f406ee50 2024-09-16T00:12:07.222 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:07.221+0000 7faa41f88040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T00:12:07.223 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:07.223+0000 7f75b3712040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T00:12:07.271 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:07.270+0000 7faa41f88040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T00:12:07.271 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:07.271+0000 7f75b3712040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T00:12:07.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.348+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2370165431 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f95f4099330 con 0x7f95f406ee50 2024-09-16T00:12:07.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.349+0000 7f95f0ff9640 1 -- 172.21.15.176:0/2370165431 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+8742 (secure 0 0 0) 0x7f95e8062940 con 0x7f95f406ee50 2024-09-16T00:12:07.350 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:07.350 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":18,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:11:07.218463+0000","last_up_change":"2024-09-16T00:10:51.813273+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":32744}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":32744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":32744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":32744}]},"public_addr":"172.21.15.176:6812/32744","cluster_addr":"172.21.15.176:6813/32744","heartbeat_back_addr":"172.21.15.176:6815/32744","heartbeat_front_addr":"172.21.15.176:6814/32744","state":["exists","up"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":32745}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":32745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":32745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":32745}]},"public_addr":"172.21.15.176:6805/32745","cluster_addr":"172.21.15.176:6807/32745","heartbeat_back_addr":"172.21.15.176:6811/32745","heartbeat_front_addr":"172.21.15.176:6810/32745","state":["exists","up"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":32746}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":32746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":32746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":32746}]},"public_addr":"172.21.15.176:6800/32746","cluster_addr":"172.21.15.176:6801/32746","heartbeat_back_addr":"172.21.15.176:6803/32746","heartbeat_front_addr":"172.21.15.176:6802/32746","state":["exists","up"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":32747}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":32747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":32747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":32747}]},"public_addr":"172.21.15.176:6804/32747","cluster_addr":"172.21.15.176:6806/32747","heartbeat_back_addr":"172.21.15.176:6809/32747","heartbeat_front_addr":"172.21.15.176:6808/32747","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:07.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.351+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2370165431 >> v1:172.21.15.176:6816/32228 conn(0x7f95e004d050 legacy=0x7f95e004f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:07.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.351+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95f406ee50 msgr2=0x7f95f4125370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.351+0000 7f95fa7e4640 1 --2- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95f406ee50 0x7f95f4125370 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f95e800e9b0 tx=0x7f95e800ee70 comp rx=0 tx=0).stop 2024-09-16T00:12:07.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.351+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2370165431 shutdown_connections 2024-09-16T00:12:07.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.351+0000 7f95fa7e4640 1 --2- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f95f406f990 0x7f95f41258b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.351+0000 7f95fa7e4640 1 --2- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f95f406ee50 0x7f95f4125370 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.351+0000 7f95fa7e4640 1 --2- 172.21.15.176:0/2370165431 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f95f406de20 0x7f95f4124e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.351+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2370165431 >> 172.21.15.176:0/2370165431 conn(0x7f95f409ff20 msgr2=0x7f95f409a500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.351+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2370165431 shutdown_connections 2024-09-16T00:12:07.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.351+0000 7f95fa7e4640 1 -- 172.21.15.176:0/2370165431 wait complete. 2024-09-16T00:12:07.368 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T00:12:07.368 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T00:12:07.369 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T00:12:07.369 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T00:12:07.455 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:07.454+0000 7faa41f88040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T00:12:07.456 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:07.455+0000 7f75b3712040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T00:12:07.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.529+0000 7f2e177a5640 1 Processor -- start 2024-09-16T00:12:07.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.529+0000 7f2e177a5640 1 -- start start 2024-09-16T00:12:07.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.529+0000 7ff25b59e640 1 Processor -- start 2024-09-16T00:12:07.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.529+0000 7ff25b59e640 1 -- start start 2024-09-16T00:12:07.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.529+0000 7f2e177a5640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f2e10096700 0x7f2e101349c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.531 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.529+0000 7f2e177a5640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10134f00 0x7f2e101372f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.529+0000 7f2e177a5640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e10097290 con 0x7f2e10095c10 2024-09-16T00:12:07.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.529+0000 7f2e177a5640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f2e1006bd70 con 0x7f2e10096700 2024-09-16T00:12:07.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.529+0000 7f2e177a5640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f2e100630c0 con 0x7f2e10134f00 2024-09-16T00:12:07.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7f2e14d40640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f2e10096700 0x7f2e101349c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7f2e14d40640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f2e10096700 0x7f2e101349c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48304/0 (socket says 172.21.15.176:48304) 2024-09-16T00:12:07.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7f2e14d40640 1 -- 172.21.15.176:0/4205029068 learned_addr learned my addr 172.21.15.176:0/4205029068 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7f2e15d42640 1 --2- 172.21.15.176:0/4205029068 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10134f00 0x7f2e101372f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7ff25b59e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff254007050 0x7ff2540b8a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7ff25b59e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff2540b8f90 0x7ff2540bb380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7ff25b59e640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff254014780 con 0x7ff254006560 2024-09-16T00:12:07.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7ff25b59e640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7ff254008c00 con 0x7ff2540b8f90 2024-09-16T00:12:07.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7ff25b59e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff25400e660 con 0x7ff254007050 2024-09-16T00:12:07.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7ff259d9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff254007050 0x7ff2540b8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7ff259d9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff254007050 0x7ff2540b8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50636/0 (socket says 172.21.15.176:50636) 2024-09-16T00:12:07.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7ff259d9b640 1 -- 172.21.15.176:0/747180734 learned_addr learned my addr 172.21.15.176:0/747180734 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7f2e14d40640 1 -- 172.21.15.176:0/4205029068 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10134f00 msgr2=0x7f2e101372f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.531+0000 7ff259d9b640 1 -- 172.21.15.176:0/747180734 >> v2:172.21.15.176:3300/0 conn(0x7ff2540b8f90 msgr2=0x7ff2540bb380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7f2e14d40640 1 --2- 172.21.15.176:0/4205029068 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10134f00 0x7f2e101372f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7f2e14d40640 1 -- 172.21.15.176:0/4205029068 >> v1:172.21.15.176:6789/0 conn(0x7f2e10095c10 legacy=0x7f2e10095ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.530+0000 7f2e14d40640 1 -- 172.21.15.176:0/4205029068 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e10096f40 con 0x7f2e10096700 2024-09-16T00:12:07.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.531+0000 7ff25ad9d640 1 --2- 172.21.15.176:0/747180734 >> v2:172.21.15.176:3300/0 conn(0x7ff2540b8f90 0x7ff2540bb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.531+0000 7ff259d9b640 1 --2- 172.21.15.176:0/747180734 >> v2:172.21.15.176:3300/0 conn(0x7ff2540b8f90 0x7ff2540bb380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.531+0000 7ff259d9b640 1 -- 172.21.15.176:0/747180734 >> v1:172.21.15.176:6789/0 conn(0x7ff254006560 legacy=0x7ff254006940 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:12:07.537 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.531+0000 7f2e14d40640 1 --2- 172.21.15.176:0/4205029068 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e10096700 0x7f2e101349c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2e00009870 tx=0x7f2e0002a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96cd8fd8c80a05f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.537 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.531+0000 7f2e07fff640 1 -- 172.21.15.176:0/4205029068 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e00037070 con 0x7f2e10096700 2024-09-16T00:12:07.537 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.531+0000 7f2e07fff640 1 -- 172.21.15.176:0/4205029068 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e0002acf0 con 0x7f2e10096700 2024-09-16T00:12:07.537 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.532+0000 7f2e07fff640 1 -- 172.21.15.176:0/4205029068 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e00032640 con 0x7f2e10096700 2024-09-16T00:12:07.537 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.532+0000 7f2e177a5640 1 -- 172.21.15.176:0/4205029068 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e10096700 msgr2=0x7f2e101349c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.537 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.532+0000 7f2e177a5640 1 --2- 172.21.15.176:0/4205029068 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e10096700 0x7f2e101349c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2e00009870 tx=0x7f2e0002a060 comp rx=0 tx=0).stop 2024-09-16T00:12:07.537 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.532+0000 7f2e177a5640 1 -- 172.21.15.176:0/4205029068 shutdown_connections 2024-09-16T00:12:07.538 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.532+0000 7ff259d9b640 1 -- 172.21.15.176:0/747180734 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff25400eea0 con 0x7ff254007050 2024-09-16T00:12:07.538 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.532+0000 7f2e177a5640 1 --2- 172.21.15.176:0/4205029068 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10134f00 0x7f2e101372f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.539 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.532+0000 7f2e177a5640 1 --2- 172.21.15.176:0/4205029068 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e10096700 0x7f2e101349c0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.539 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.532+0000 7f2e177a5640 1 -- 172.21.15.176:0/4205029068 >> 172.21.15.176:0/4205029068 conn(0x7f2e1009c520 msgr2=0x7f2e1009c930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.539 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.533+0000 7f2e177a5640 1 -- 172.21.15.176:0/4205029068 shutdown_connections 2024-09-16T00:12:07.539 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.533+0000 7f2e177a5640 1 -- 172.21.15.176:0/4205029068 wait complete. 2024-09-16T00:12:07.539 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.533+0000 7ff25ad9d640 1 --2- 172.21.15.176:0/747180734 >> v2:172.21.15.176:3300/0 conn(0x7ff2540b8f90 0x7ff2540bb380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:07.540 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e177a5640 1 Processor -- start 2024-09-16T00:12:07.540 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.533+0000 7ff259d9b640 1 --2- 172.21.15.176:0/747180734 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff254007050 0x7ff2540b8a50 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff250009b00 tx=0x7ff25002a3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8105aaba3202d7a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.540 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e177a5640 1 -- start start 2024-09-16T00:12:07.541 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7ff25959a640 1 -- 172.21.15.176:0/747180734 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff250037070 con 0x7ff254007050 2024-09-16T00:12:07.541 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7ff25959a640 1 -- 172.21.15.176:0/747180734 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff250032440 con 0x7ff254007050 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e177a5640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e10095c10 0x7f2e1006eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e177a5640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10096700 0x7f2e1006f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e177a5640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2e10134f00 0x7f2e1006f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e177a5640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2e10137bc0 con 0x7f2e10095c10 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e177a5640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f2e10137a40 con 0x7f2e10096700 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e177a5640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f2e10137d40 con 0x7f2e10134f00 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e14d40640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10096700 0x7f2e1006f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e14d40640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10096700 0x7f2e1006f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50652/0 (socket says 172.21.15.176:50652) 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e14d40640 1 -- 172.21.15.176:0/3170508428 learned_addr learned my addr 172.21.15.176:0/3170508428 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e15d42640 1 --2- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2e10134f00 0x7f2e1006f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.534+0000 7f2e15541640 1 --2- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e10095c10 0x7f2e1006eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.543 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.535+0000 7ff25b59e640 1 -- 172.21.15.176:0/747180734 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff254007050 msgr2=0x7ff2540b8a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.543 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.535+0000 7ff25b59e640 1 --2- 172.21.15.176:0/747180734 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff254007050 0x7ff2540b8a50 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff250009b00 tx=0x7ff25002a3c0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.543 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.535+0000 7f2e15d42640 1 -- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10096700 msgr2=0x7f2e1006f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.543 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.535+0000 7f2e15d42640 1 --2- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10096700 0x7f2e1006f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.543 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.535+0000 7f2e15d42640 1 -- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e10095c10 msgr2=0x7f2e1006eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.543 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.535+0000 7f2e15d42640 1 --2- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e10095c10 0x7f2e1006eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.543 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.535+0000 7f2e15d42640 1 -- 172.21.15.176:0/3170508428 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e10070680 con 0x7f2e10134f00 2024-09-16T00:12:07.543 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.536+0000 7f2e15541640 1 --2- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e10095c10 0x7f2e1006eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:07.544 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.536+0000 7ff25b59e640 1 -- 172.21.15.176:0/747180734 shutdown_connections 2024-09-16T00:12:07.544 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.536+0000 7ff25b59e640 1 --2- 172.21.15.176:0/747180734 >> v2:172.21.15.176:3300/0 conn(0x7ff2540b8f90 0x7ff2540bb380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.544 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.536+0000 7ff25b59e640 1 --2- 172.21.15.176:0/747180734 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff254007050 0x7ff2540b8a50 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.545 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.536+0000 7ff25b59e640 1 -- 172.21.15.176:0/747180734 >> 172.21.15.176:0/747180734 conn(0x7ff254022800 msgr2=0x7ff254022c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.545 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.536+0000 7ff25b59e640 1 -- 172.21.15.176:0/747180734 shutdown_connections 2024-09-16T00:12:07.545 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.536+0000 7f2e14d40640 1 --2- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2e10096700 0x7f2e1006f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:07.545 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.536+0000 7f2e15d42640 1 --2- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2e10134f00 0x7f2e1006f590 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2e08007d60 tx=0x7f2e0800e4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.536+0000 7ff25b59e640 1 -- 172.21.15.176:0/747180734 wait complete. 2024-09-16T00:12:07.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f54f5453640 1 Processor -- start 2024-09-16T00:12:07.547 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f2e05ffb640 1 -- 172.21.15.176:0/3170508428 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0800edd0 con 0x7f2e10134f00 2024-09-16T00:12:07.547 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f54f5453640 1 -- start start 2024-09-16T00:12:07.547 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e10072310 con 0x7f2e10134f00 2024-09-16T00:12:07.547 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f2e05ffb640 1 -- 172.21.15.176:0/3170508428 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e08003990 con 0x7f2e10134f00 2024-09-16T00:12:07.548 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f13e134c640 1 Processor -- start 2024-09-16T00:12:07.548 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f13e134c640 1 -- start start 2024-09-16T00:12:07.548 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7ff25b59e640 1 Processor -- start 2024-09-16T00:12:07.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f54f5453640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 0x7f54f0131830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f54f5453640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0094030 0x7f54f0092430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f54f5453640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54f0095640 con 0x7f54f0093540 2024-09-16T00:12:07.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f54f5453640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f54f00630c0 con 0x7f54f0094030 2024-09-16T00:12:07.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f54f5453640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f54f0063240 con 0x7f54f0094a70 2024-09-16T00:12:07.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7ff25b59e640 1 -- start start 2024-09-16T00:12:07.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7ff25b59e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff254006560 0x7ff2540b41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7ff25b59e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff254007050 0x7ff254010130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7ff25b59e640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff2540b8f90 0x7ff254010670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.549 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7ff25b59e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff2540bba40 con 0x7ff254007050 2024-09-16T00:12:07.550 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7ff25b59e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff2540bb8c0 con 0x7ff254006560 2024-09-16T00:12:07.550 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7ff25b59e640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7ff2540bbbc0 con 0x7ff2540b8f90 2024-09-16T00:12:07.550 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7ff259d9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff254007050 0x7ff254010130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.550 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f13e134c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 0x7f13dc08e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.550 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f13e134c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f13dc08e890 0x7f13dc133820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.550 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f13daffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 0x7f13dc08e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.550 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f13daffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 0x7f13dc08e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52200/0 (socket says 172.21.15.176:52200) 2024-09-16T00:12:07.550 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f13daffd640 1 -- 172.21.15.176:0/938403600 learned_addr learned my addr 172.21.15.176:0/938403600 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.550 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f13db7fe640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f13dc133d60 0x7f13dc1341c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41734/0 (socket says 172.21.15.176:41734) 2024-09-16T00:12:07.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7ff259d9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff254007050 0x7ff254010130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48332/0 (socket says 172.21.15.176:48332) 2024-09-16T00:12:07.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7ff259d9b640 1 -- 172.21.15.176:0/1446366554 learned_addr learned my addr 172.21.15.176:0/1446366554 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f13da7fc640 1 --2- 172.21.15.176:0/938403600 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f13dc08e890 0x7f13dc133820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f13e134c640 1 -- 172.21.15.176:0/938403600 --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13dc090010 con 0x7f13dc133d60 2024-09-16T00:12:07.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f13e134c640 1 -- 172.21.15.176:0/938403600 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f13dc090450 con 0x7f13dc08e890 2024-09-16T00:12:07.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f13e134c640 1 -- 172.21.15.176:0/938403600 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f13dc08f8a0 con 0x7f13dc08df70 2024-09-16T00:12:07.552 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f54eeffd640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f54f0093540 0x7f54f0093920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41732/0 (socket says 172.21.15.176:41732) 2024-09-16T00:12:07.552 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f54eeffd640 1 -- 172.21.15.176:0/3153205644 learned_addr learned my addr 172.21.15.176:0/3153205644 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:07.552 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f54edffb640 1 -- 172.21.15.176:0/3153205644 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2988642423 0 0) 0x7f54f0095640 con 0x7f54f0093540 2024-09-16T00:12:07.552 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f54edffb640 1 -- 172.21.15.176:0/3153205644 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f54d8003520 con 0x7f54f0093540 2024-09-16T00:12:07.552 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.537+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e10073ef0 con 0x7f2e10134f00 2024-09-16T00:12:07.552 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.538+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2e10095ff0 con 0x7f2e10134f00 2024-09-16T00:12:07.553 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff25ad9d640 1 --2- 172.21.15.176:0/1446366554 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff2540b8f90 0x7ff254010670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.553 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7f54ee7fc640 1 --2- 172.21.15.176:0/3153205644 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 0x7f54f0131830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.553 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff259d9b640 1 -- 172.21.15.176:0/1446366554 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff2540b8f90 msgr2=0x7ff254010670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.553 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff259d9b640 1 --2- 172.21.15.176:0/1446366554 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff2540b8f90 0x7ff254010670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.553 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff259d9b640 1 -- 172.21.15.176:0/1446366554 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff254006560 msgr2=0x7ff2540b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.553 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff259d9b640 1 --2- 172.21.15.176:0/1446366554 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff254006560 0x7ff2540b41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.553 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff259d9b640 1 -- 172.21.15.176:0/1446366554 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff254011ca0 con 0x7ff254007050 2024-09-16T00:12:07.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff25ad9d640 1 --2- 172.21.15.176:0/1446366554 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff2540b8f90 0x7ff254010670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:07.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7f54ef7fe640 1 --2- 172.21.15.176:0/3153205644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0094030 0x7f54f0092430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7f2e05ffb640 1 -- 172.21.15.176:0/3170508428 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e08003d80 con 0x7f2e10134f00 2024-09-16T00:12:07.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7f54ee7fc640 1 -- 172.21.15.176:0/3153205644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0094030 msgr2=0x7f54f0092430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.555 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7f54ee7fc640 1 --2- 172.21.15.176:0/3153205644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0094030 0x7f54f0092430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.555 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7f54ee7fc640 1 -- 172.21.15.176:0/3153205644 >> v1:172.21.15.176:6789/0 conn(0x7f54f0093540 legacy=0x7f54f0093920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.555 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7f54ee7fc640 1 -- 172.21.15.176:0/3153205644 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54f0092970 con 0x7f54f0094a70 2024-09-16T00:12:07.555 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.541+0000 7f54ee7fc640 1 --2- 172.21.15.176:0/3153205644 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 0x7f54f0131830 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f54e40097d0 tx=0x7f54e402a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae12baa266edda38 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.555 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff259d9b640 1 --2- 172.21.15.176:0/1446366554 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff254007050 0x7ff254010130 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff25002a8e0 tx=0x7ff2500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.555 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff24affd640 1 -- 172.21.15.176:0/1446366554 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff250042070 con 0x7ff254007050 2024-09-16T00:12:07.555 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff254012ea0 con 0x7ff254007050 2024-09-16T00:12:07.555 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.539+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff254010d90 con 0x7ff254007050 2024-09-16T00:12:07.556 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.540+0000 7f13daffd640 1 -- 172.21.15.176:0/938403600 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f13dc08e890 msgr2=0x7f13dc133820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.556 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.540+0000 7f13daffd640 1 --2- 172.21.15.176:0/938403600 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f13dc08e890 0x7f13dc133820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.556 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.540+0000 7f13daffd640 1 -- 172.21.15.176:0/938403600 >> v1:172.21.15.176:6789/0 conn(0x7f13dc133d60 legacy=0x7f13dc1341c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.556 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.540+0000 7f13daffd640 1 -- 172.21.15.176:0/938403600 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13dc0a3b90 con 0x7f13dc08df70 2024-09-16T00:12:07.556 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.541+0000 7f13daffd640 1 --2- 172.21.15.176:0/938403600 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 0x7f13dc08e350 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f13d00098a0 tx=0x7f13d002a150 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8195f77132faaa21 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.556 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.541+0000 7ff24affd640 1 -- 172.21.15.176:0/1446366554 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff250047440 con 0x7ff254007050 2024-09-16T00:12:07.556 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.541+0000 7ff24affd640 1 -- 172.21.15.176:0/1446366554 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff25004c060 con 0x7ff254007050 2024-09-16T00:12:07.557 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.542+0000 7f54edffb640 1 -- 172.21.15.176:0/3153205644 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e4037070 con 0x7f54f0094a70 2024-09-16T00:12:07.557 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.542+0000 7f13d9ffb640 1 -- 172.21.15.176:0/938403600 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d0037070 con 0x7f13dc08df70 2024-09-16T00:12:07.557 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.542+0000 7f13d9ffb640 1 -- 172.21.15.176:0/938403600 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13d0032440 con 0x7f13dc08df70 2024-09-16T00:12:07.557 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.542+0000 7f13d9ffb640 1 -- 172.21.15.176:0/938403600 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d0032850 con 0x7f13dc08df70 2024-09-16T00:12:07.557 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.542+0000 7f54edffb640 1 -- 172.21.15.176:0/3153205644 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54e402add0 con 0x7f54f0094a70 2024-09-16T00:12:07.558 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.542+0000 7f54edffb640 1 -- 172.21.15.176:0/3153205644 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e4032660 con 0x7f54f0094a70 2024-09-16T00:12:07.558 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.540+0000 7f2e05ffb640 1 -- 172.21.15.176:0/3170508428 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f2e0801b020 con 0x7f2e10134f00 2024-09-16T00:12:07.558 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.540+0000 7f2e15541640 1 -- 172.21.15.176:0/3170508428 >> v1:172.21.15.176:6816/32228 conn(0x7f2df404d120 legacy=0x7f2df404f5e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:07.558 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.540+0000 7f2e05ffb640 1 -- 172.21.15.176:0/3170508428 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f2e0806c350 con 0x7f2e10134f00 2024-09-16T00:12:07.558 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.541+0000 7f2e05ffb640 1 -- 172.21.15.176:0/3170508428 --> v1:172.21.15.176:6812/32744 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2df40574e0 con 0x7f2df4053810 2024-09-16T00:12:07.558 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.541+0000 7f2e05ffb640 1 -- 172.21.15.176:0/3170508428 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f2e08069060 con 0x7f2e10134f00 2024-09-16T00:12:07.559 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.542+0000 7ff24affd640 1 -- 172.21.15.176:0/1446366554 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7ff250045070 con 0x7ff254007050 2024-09-16T00:12:07.559 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.542+0000 7f2e05ffb640 1 -- 172.21.15.176:0/3170508428 <== osd.0 v1:172.21.15.176:6812/32744 1 ==== command_reply(tid 1: 0 ) ==== 8+0+24147 (unknown 0 0 1173804961) 0x7f2df40574e0 con 0x7f2df4053810 2024-09-16T00:12:07.559 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.543+0000 7ff24affd640 1 -- 172.21.15.176:0/1446366554 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7ff250083660 con 0x7ff254007050 2024-09-16T00:12:07.559 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.544+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 --> v1:172.21.15.176:6805/32745 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff240005420 con 0x7ff240001630 2024-09-16T00:12:07.560 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.544+0000 7f54f5453640 1 -- 172.21.15.176:0/3153205644 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 msgr2=0x7f54f0131830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.560 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.544+0000 7ff25a59c640 1 -- 172.21.15.176:0/1446366554 >> v1:172.21.15.176:6816/32228 conn(0x7ff23c04d050 legacy=0x7ff23c04f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:07.560 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.543+0000 7f13e134c640 1 -- 172.21.15.176:0/938403600 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 msgr2=0x7f13dc08e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.560 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.543+0000 7f13e134c640 1 --2- 172.21.15.176:0/938403600 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 0x7f13dc08e350 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f13d00098a0 tx=0x7f13d002a150 comp rx=0 tx=0).stop 2024-09-16T00:12:07.560 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.543+0000 7f13e134c640 1 -- 172.21.15.176:0/938403600 shutdown_connections 2024-09-16T00:12:07.560 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.543+0000 7f13e134c640 1 --2- 172.21.15.176:0/938403600 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f13dc08e890 0x7f13dc133820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.561 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.543+0000 7f13e134c640 1 --2- 172.21.15.176:0/938403600 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 0x7f13dc08e350 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.561 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.543+0000 7f13e134c640 1 -- 172.21.15.176:0/938403600 >> 172.21.15.176:0/938403600 conn(0x7f13dc0a2d80 msgr2=0x7f13dc0a3190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.561 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.544+0000 7f54f5453640 1 --2- 172.21.15.176:0/3153205644 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 0x7f54f0131830 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f54e40097d0 tx=0x7f54e402a080 comp rx=0 tx=0).stop 2024-09-16T00:12:07.562 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.545+0000 7f54f5453640 1 -- 172.21.15.176:0/3153205644 shutdown_connections 2024-09-16T00:12:07.562 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.545+0000 7f54f5453640 1 --2- 172.21.15.176:0/3153205644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0094030 0x7f54f0092430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.562 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.545+0000 7f54f5453640 1 --2- 172.21.15.176:0/3153205644 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 0x7f54f0131830 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.562 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.545+0000 7f54f5453640 1 -- 172.21.15.176:0/3153205644 >> 172.21.15.176:0/3153205644 conn(0x7f54f009c290 msgr2=0x7f54f009c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.562 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.545+0000 7f54f5453640 1 -- 172.21.15.176:0/3153205644 shutdown_connections 2024-09-16T00:12:07.562 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.545+0000 7f54f5453640 1 -- 172.21.15.176:0/3153205644 wait complete. 2024-09-16T00:12:07.562 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.545+0000 7ff24affd640 1 -- 172.21.15.176:0/1446366554 <== osd.1 v1:172.21.15.176:6805/32745 1 ==== command_reply(tid 1: 0 ) ==== 8+0+24147 (unknown 0 0 1173804961) 0x7ff240005420 con 0x7ff240001630 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.545+0000 7f13e134c640 1 -- 172.21.15.176:0/938403600 shutdown_connections 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.545+0000 7f13e134c640 1 -- 172.21.15.176:0/938403600 wait complete. 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.546+0000 7f13e134c640 1 Processor -- start 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.547+0000 7f13e134c640 1 -- start start 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.547+0000 7f13e134c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 0x7f13dc1c9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f13e134c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f13dc08e890 0x7f13dc1c97c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f13e134c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f13dc133d60 0x7f13dc06fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f13da7fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f13dc08e890 0x7f13dc1c97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f13daffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 0x7f13dc1c9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f13da7fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f13dc08e890 0x7f13dc1c97c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48352/0 (socket says 172.21.15.176:48352) 2024-09-16T00:12:07.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f13da7fc640 1 -- 172.21.15.176:0/1608363200 learned_addr learned my addr 172.21.15.176:0/1608363200 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.565 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f13db7fe640 1 --2- 172.21.15.176:0/1608363200 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f13dc133d60 0x7f13dc06fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.565 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc13bce0 con 0x7f13dc08e890 2024-09-16T00:12:07.565 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.549+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f13dc13bb60 con 0x7f13dc133d60 2024-09-16T00:12:07.565 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.549+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f13dc13be60 con 0x7f13dc08df70 2024-09-16T00:12:07.566 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.546+0000 7f54f5453640 1 Processor -- start 2024-09-16T00:12:07.566 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.546+0000 7f54f5453640 1 -- start start 2024-09-16T00:12:07.566 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.547+0000 7f54f5453640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0093540 0x7f54f013ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.566 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.547+0000 7f54f5453640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54f0094030 0x7f54f0071330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.566 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.547+0000 7f54eeffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0093540 0x7f54f013ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.566 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.547+0000 7f54eeffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0093540 0x7f54f013ad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50688/0 (socket says 172.21.15.176:50688) 2024-09-16T00:12:07.566 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f54ee7fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54f0094030 0x7f54f0071330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.566 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f54ee7fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54f0094030 0x7f54f0071330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48338/0 (socket says 172.21.15.176:48338) 2024-09-16T00:12:07.566 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f54f5453640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 0x7f54f0071870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.566 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f54f5453640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f54f0092f50 con 0x7f54f0094030 2024-09-16T00:12:07.567 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f54f5453640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f54f0092dd0 con 0x7f54f0093540 2024-09-16T00:12:07.567 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.548+0000 7f54f5453640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f54f00930d0 con 0x7f54f0094a70 2024-09-16T00:12:07.567 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.549+0000 7f54ef7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 0x7f54f0071870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.567 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.549+0000 7f54ef7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 0x7f54f0071870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52234/0 (socket says 172.21.15.176:52234) 2024-09-16T00:12:07.567 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.549+0000 7f54ef7fe640 1 -- 172.21.15.176:0/1201293673 learned_addr learned my addr 172.21.15.176:0/1201293673 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.550+0000 7f13db7fe640 1 -- 172.21.15.176:0/1608363200 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 msgr2=0x7f13dc1c9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.550+0000 7f13db7fe640 1 --2- 172.21.15.176:0/1608363200 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 0x7f13dc1c9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.550+0000 7f54eeffd640 1 -- 172.21.15.176:0/1201293673 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 msgr2=0x7f54f0071870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.550+0000 7f54eeffd640 1 --2- 172.21.15.176:0/1201293673 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 0x7f54f0071870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.550+0000 7f13db7fe640 1 -- 172.21.15.176:0/1608363200 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f13dc08e890 msgr2=0x7f13dc1c97c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.569 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.550+0000 7f54eeffd640 1 -- 172.21.15.176:0/1201293673 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54f0094030 msgr2=0x7f54f0071330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.570 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.550+0000 7f13db7fe640 1 --2- 172.21.15.176:0/1608363200 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f13dc08e890 0x7f13dc1c97c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.570 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.550+0000 7f13db7fe640 1 -- 172.21.15.176:0/1608363200 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13dc0731f0 con 0x7f13dc133d60 2024-09-16T00:12:07.570 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.551+0000 7f54eeffd640 1 --2- 172.21.15.176:0/1201293673 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54f0094030 0x7f54f0071330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.571 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.550+0000 7f13db7fe640 1 --2- 172.21.15.176:0/1608363200 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f13dc133d60 0x7f13dc06fa40 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f13d400c6c0 tx=0x7f13d400cb80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.571 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.551+0000 7f54eeffd640 1 -- 172.21.15.176:0/1201293673 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54f01362c0 con 0x7f54f0093540 2024-09-16T00:12:07.571 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.551+0000 7f54ee7fc640 1 --2- 172.21.15.176:0/1201293673 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54f0094030 0x7f54f0071330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:07.571 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.551+0000 7f54eeffd640 1 --2- 172.21.15.176:0/1201293673 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0093540 0x7f54f013ad80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f54e001d400 tx=0x7f54e001d8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.571 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.551+0000 7f54ef7fe640 1 --2- 172.21.15.176:0/1201293673 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f54f0094a70 0x7f54f0071870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:07.572 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.552+0000 7f54d77fe640 1 -- 172.21.15.176:0/1201293673 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e0022790 con 0x7f54f0093540 2024-09-16T00:12:07.572 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.551+0000 7f13daffd640 1 --2- 172.21.15.176:0/1608363200 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f13dc08df70 0x7f13dc1c9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:07.572 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.552+0000 7f54d77fe640 1 -- 172.21.15.176:0/1201293673 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54e0028070 con 0x7f54f0093540 2024-09-16T00:12:07.572 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.552+0000 7f54d77fe640 1 -- 172.21.15.176:0/1201293673 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e0022b50 con 0x7f54f0093540 2024-09-16T00:12:07.573 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.551+0000 7f13da7fc640 1 --2- 172.21.15.176:0/1608363200 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f13dc08e890 0x7f13dc1c97c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:07.573 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.552+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54f0098060 con 0x7f54f0093540 2024-09-16T00:12:07.573 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.553+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f54f0073780 con 0x7f54f0093540 2024-09-16T00:12:07.574 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.554+0000 7f13c37fe640 1 -- 172.21.15.176:0/1608363200 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d4018070 con 0x7f13dc133d60 2024-09-16T00:12:07.574 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.554+0000 7f13c37fe640 1 -- 172.21.15.176:0/1608363200 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13d4004d60 con 0x7f13dc133d60 2024-09-16T00:12:07.574 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.554+0000 7f13c37fe640 1 -- 172.21.15.176:0/1608363200 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d400a840 con 0x7f13dc133d60 2024-09-16T00:12:07.574 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.554+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13dc1c9d00 con 0x7f13dc133d60 2024-09-16T00:12:07.574 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.554+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f13dc072940 con 0x7f13dc133d60 2024-09-16T00:12:07.574 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.555+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f13dc072e20 con 0x7f13dc133d60 2024-09-16T00:12:07.575 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.554+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f54f009f2a0 con 0x7f54f0093540 2024-09-16T00:12:07.575 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.556+0000 7f54d77fe640 1 -- 172.21.15.176:0/1201293673 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f54e0022cf0 con 0x7f54f0093540 2024-09-16T00:12:07.575 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.556+0000 7f54d77fe640 1 -- 172.21.15.176:0/1201293673 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f54e0074410 con 0x7f54f0093540 2024-09-16T00:12:07.576 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.557+0000 7f54d77fe640 1 -- 172.21.15.176:0/1201293673 --> v1:172.21.15.176:6800/32746 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f54dc0574a0 con 0x7f54dc0537d0 2024-09-16T00:12:07.576 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.557+0000 7f54d77fe640 1 -- 172.21.15.176:0/1201293673 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f54e007b050 con 0x7f54f0093540 2024-09-16T00:12:07.576 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.557+0000 7f54ee7fc640 1 -- 172.21.15.176:0/1201293673 >> v1:172.21.15.176:6816/32228 conn(0x7f54dc04d150 legacy=0x7f54dc04f610 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:07.576 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.557+0000 7f13c37fe640 1 -- 172.21.15.176:0/1608363200 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f13d401b070 con 0x7f13dc133d60 2024-09-16T00:12:07.576 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.557+0000 7f13daffd640 1 -- 172.21.15.176:0/1608363200 >> v1:172.21.15.176:6816/32228 conn(0x7f13c804d150 legacy=0x7f13c804f610 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:07.576 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.557+0000 7f13c37fe640 1 -- 172.21.15.176:0/1608363200 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f13d4062cd0 con 0x7f13dc133d60 2024-09-16T00:12:07.576 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.557+0000 7f13c37fe640 1 -- 172.21.15.176:0/1608363200 --> v1:172.21.15.176:6804/32747 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f13d401be50 con 0x7f13c8053840 2024-09-16T00:12:07.577 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.557+0000 7f13c37fe640 1 -- 172.21.15.176:0/1608363200 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f13d4065330 con 0x7f13dc133d60 2024-09-16T00:12:07.577 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.558+0000 7f54d77fe640 1 -- 172.21.15.176:0/1201293673 <== osd.2 v1:172.21.15.176:6800/32746 1 ==== command_reply(tid 1: 0 ) ==== 8+0+24147 (unknown 0 0 1173804961) 0x7f54dc0574a0 con 0x7f54dc0537d0 2024-09-16T00:12:07.577 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.559+0000 7f13c37fe640 1 -- 172.21.15.176:0/1608363200 <== osd.3 v1:172.21.15.176:6804/32747 1 ==== command_reply(tid 1: 0 ) ==== 8+0+24147 (unknown 0 0 1173804961) 0x7f13d401be50 con 0x7f13c8053840 2024-09-16T00:12:07.577 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.568+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 --> v1:172.21.15.176:6812/32744 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2e10133c10 con 0x7f2df4053810 2024-09-16T00:12:07.578 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.569+0000 7f2e05ffb640 1 -- 172.21.15.176:0/3170508428 <== osd.0 v1:172.21.15.176:6812/32744 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3077695196) 0x7f2e10133c10 con 0x7f2df4053810 2024-09-16T00:12:07.579 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.569+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 >> v1:172.21.15.176:6812/32744 conn(0x7f2df4053810 legacy=0x7f2df4055c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.579 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.569+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 >> v1:172.21.15.176:6816/32228 conn(0x7f2df404d120 legacy=0x7f2df404f5e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:07.579 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.570+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2e10134f00 msgr2=0x7f2e1006f590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.579 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.570+0000 7f2e177a5640 1 --2- 172.21.15.176:0/3170508428 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2e10134f00 0x7f2e1006f590 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2e08007d60 tx=0x7f2e0800e4b0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.579 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.570+0000 7f2e15d42640 1 -- 172.21.15.176:0/3170508428 reap_dead start 2024-09-16T00:12:07.579 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.570+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 shutdown_connections 2024-09-16T00:12:07.579 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.570+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 >> 172.21.15.176:0/3170508428 conn(0x7f2e1009c520 msgr2=0x7f2e10099a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.580 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.570+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 shutdown_connections 2024-09-16T00:12:07.580 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.570+0000 7f2e177a5640 1 -- 172.21.15.176:0/3170508428 wait complete. 2024-09-16T00:12:07.580 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.571+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 --> v1:172.21.15.176:6805/32745 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff240007190 con 0x7ff240001630 2024-09-16T00:12:07.580 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.571+0000 7ff24affd640 1 -- 172.21.15.176:0/1446366554 <== osd.1 v1:172.21.15.176:6805/32745 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1159357919) 0x7ff240007190 con 0x7ff240001630 2024-09-16T00:12:07.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.573+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 >> v1:172.21.15.176:6805/32745 conn(0x7ff240001630 legacy=0x7ff240003af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.573+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 >> v1:172.21.15.176:6816/32228 conn(0x7ff23c04d050 legacy=0x7ff23c04f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:07.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.573+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff254007050 msgr2=0x7ff254010130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.573+0000 7ff25b59e640 1 --2- 172.21.15.176:0/1446366554 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff254007050 0x7ff254010130 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff25002a8e0 tx=0x7ff2500046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.573+0000 7ff25ad9d640 1 -- 172.21.15.176:0/1446366554 reap_dead start 2024-09-16T00:12:07.581 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.574+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 shutdown_connections 2024-09-16T00:12:07.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.574+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 >> 172.21.15.176:0/1446366554 conn(0x7ff254022800 msgr2=0x7ff25400b6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.574+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 shutdown_connections 2024-09-16T00:12:07.582 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.574+0000 7ff25b59e640 1 -- 172.21.15.176:0/1446366554 wait complete. 2024-09-16T00:12:07.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.583+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 --> v1:172.21.15.176:6800/32746 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f54f0072000 con 0x7f54dc0537d0 2024-09-16T00:12:07.584 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.584+0000 7f54d77fe640 1 -- 172.21.15.176:0/1201293673 <== osd.2 v1:172.21.15.176:6800/32746 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1447728683) 0x7f54f0072000 con 0x7f54dc0537d0 2024-09-16T00:12:07.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.584+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 --> v1:172.21.15.176:6804/32747 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f13dc070200 con 0x7f13c8053840 2024-09-16T00:12:07.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.584+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 >> v1:172.21.15.176:6800/32746 conn(0x7f54dc0537d0 legacy=0x7f54dc055c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.585 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.584+0000 7f13c37fe640 1 -- 172.21.15.176:0/1608363200 <== osd.3 v1:172.21.15.176:6804/32747 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3077695196) 0x7f13dc070200 con 0x7f13c8053840 2024-09-16T00:12:07.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.584+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 >> v1:172.21.15.176:6816/32228 conn(0x7f54dc04d150 legacy=0x7f54dc04f610 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:07.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.584+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0093540 msgr2=0x7f54f013ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.584+0000 7f54f5453640 1 --2- 172.21.15.176:0/1201293673 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f54f0093540 0x7f54f013ad80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f54e001d400 tx=0x7f54e001d8c0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f54ef7fe640 1 -- 172.21.15.176:0/1201293673 reap_dead start 2024-09-16T00:12:07.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 shutdown_connections 2024-09-16T00:12:07.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 >> 172.21.15.176:0/1201293673 conn(0x7f54f009c290 msgr2=0x7f54f0096bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.586 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 >> v1:172.21.15.176:6804/32747 conn(0x7f13c8053840 legacy=0x7f13c8055ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 shutdown_connections 2024-09-16T00:12:07.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 >> v1:172.21.15.176:6816/32228 conn(0x7f13c804d150 legacy=0x7f13c804f610 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:07.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f13dc133d60 msgr2=0x7f13dc06fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.587 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f54f5453640 1 -- 172.21.15.176:0/1201293673 wait complete. 2024-09-16T00:12:07.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f13e134c640 1 --2- 172.21.15.176:0/1608363200 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f13dc133d60 0x7f13dc06fa40 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f13d400c6c0 tx=0x7f13d400cb80 comp rx=0 tx=0).stop 2024-09-16T00:12:07.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f13db7fe640 1 -- 172.21.15.176:0/1608363200 reap_dead start 2024-09-16T00:12:07.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 shutdown_connections 2024-09-16T00:12:07.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 >> 172.21.15.176:0/1608363200 conn(0x7f13dc0a2d80 msgr2=0x7f13dc130910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 shutdown_connections 2024-09-16T00:12:07.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.585+0000 7f13e134c640 1 -- 172.21.15.176:0/1608363200 wait complete. 2024-09-16T00:12:07.589 INFO:teuthology.orchestra.run.smithi176.stdout:38654705683 2024-09-16T00:12:07.589 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:12:07.596 INFO:teuthology.orchestra.run.smithi176.stdout:38654705682 2024-09-16T00:12:07.596 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:12:07.603 INFO:teuthology.orchestra.run.smithi176.stdout:38654705681 2024-09-16T00:12:07.603 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:12:07.606 INFO:teuthology.orchestra.run.smithi176.stdout:38654705683 2024-09-16T00:12:07.607 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:12:07.747 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.746+0000 7f43ec984640 1 Processor -- start 2024-09-16T00:12:07.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.747+0000 7f43ec984640 1 -- start start 2024-09-16T00:12:07.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.747+0000 7f43ec984640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806ee30 0x7f43e806f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.747+0000 7f43ec984640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806f750 0x7f43e8133ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.747+0000 7f43ec984640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43e806cef0 con 0x7f43e8134010 2024-09-16T00:12:07.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.747+0000 7f43ec984640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f43e8070430 con 0x7f43e806f750 2024-09-16T00:12:07.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.747+0000 7f43ec984640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f43e806fb90 con 0x7f43e806ee30 2024-09-16T00:12:07.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.748+0000 7f43e6d9d640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f43e8134010 0x7f43e8136400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41738/0 (socket says 172.21.15.176:41738) 2024-09-16T00:12:07.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.748+0000 7f43e6d9d640 1 -- 172.21.15.176:0/2384101060 learned_addr learned my addr 172.21.15.176:0/2384101060 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:07.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.748+0000 7f43e5d9b640 1 --2- 172.21.15.176:0/2384101060 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806f750 0x7f43e8133ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.748+0000 7f43e659c640 1 --2- 172.21.15.176:0/2384101060 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806ee30 0x7f43e806f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.749+0000 7f43e5d9b640 1 -- 172.21.15.176:0/2384101060 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806ee30 msgr2=0x7f43e806f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.751 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.749+0000 7f43e559a640 1 -- 172.21.15.176:0/2384101060 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 894766673 0 0) 0x7f43e806cef0 con 0x7f43e8134010 2024-09-16T00:12:07.751 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.749+0000 7f43e5d9b640 1 --2- 172.21.15.176:0/2384101060 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806ee30 0x7f43e806f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.751 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.749+0000 7f43e5d9b640 1 -- 172.21.15.176:0/2384101060 >> v1:172.21.15.176:6789/0 conn(0x7f43e8134010 legacy=0x7f43e8136400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.751 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.749+0000 7f43e5d9b640 1 -- 172.21.15.176:0/2384101060 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e806d7e0 con 0x7f43e806f750 2024-09-16T00:12:07.751 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.749+0000 7f43e659c640 1 --2- 172.21.15.176:0/2384101060 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806ee30 0x7f43e806f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:07.751 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7fd3e6576640 1 Processor -- start 2024-09-16T00:12:07.751 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7fd3e6576640 1 -- start start 2024-09-16T00:12:07.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7f43e5d9b640 1 --2- 172.21.15.176:0/2384101060 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806f750 0x7f43e8133ad0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f43dc0097d0 tx=0x7f43dc02a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a58a6a81ae9d9e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7f43e559a640 1 -- 172.21.15.176:0/2384101060 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc037070 con 0x7f43e806f750 2024-09-16T00:12:07.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7f43e559a640 1 -- 172.21.15.176:0/2384101060 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43dc02ad90 con 0x7f43e806f750 2024-09-16T00:12:07.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7f43e559a640 1 -- 172.21.15.176:0/2384101060 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc032660 con 0x7f43e806f750 2024-09-16T00:12:07.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7fd3e6576640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd3e0092430 0x7fd3e0092810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7fd3e6576640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3e0134210 0x7fd3e013bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7fd3e6576640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3e00630c0 con 0x7fd3e0092d50 2024-09-16T00:12:07.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7fd3e6576640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fd3e00759c0 con 0x7fd3e0092430 2024-09-16T00:12:07.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.750+0000 7fd3e6576640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd3e0094550 con 0x7fd3e0134210 2024-09-16T00:12:07.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.751+0000 7fd3df7fe640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fd3e0092d50 0x7fd3e0133b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41754/0 (socket says 172.21.15.176:41754) 2024-09-16T00:12:07.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.751+0000 7fd3df7fe640 1 -- 172.21.15.176:0/2691367113 learned_addr learned my addr 172.21.15.176:0/2691367113 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:07.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.751+0000 7fd3dffff640 1 --2- 172.21.15.176:0/2691367113 >> v2:172.21.15.176:3300/0 conn(0x7fd3e0092430 0x7fd3e0092810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.751+0000 7fd3e4b13640 1 --2- 172.21.15.176:0/2691367113 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3e0134210 0x7fd3e013bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7f43ec984640 1 -- 172.21.15.176:0/2384101060 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806f750 msgr2=0x7f43e8133ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7f43ec984640 1 --2- 172.21.15.176:0/2384101060 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806f750 0x7f43e8133ad0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f43dc0097d0 tx=0x7f43dc02a040 comp rx=0 tx=0).stop 2024-09-16T00:12:07.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7fd3e4b13640 1 -- 172.21.15.176:0/2691367113 >> v2:172.21.15.176:3300/0 conn(0x7fd3e0092430 msgr2=0x7fd3e0092810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7f43ec984640 1 -- 172.21.15.176:0/2384101060 shutdown_connections 2024-09-16T00:12:07.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7f43ec984640 1 --2- 172.21.15.176:0/2384101060 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806f750 0x7f43e8133ad0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7f43ec984640 1 --2- 172.21.15.176:0/2384101060 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806ee30 0x7f43e806f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7f43ec984640 1 -- 172.21.15.176:0/2384101060 >> 172.21.15.176:0/2384101060 conn(0x7f43e809b610 msgr2=0x7f43e809ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.756 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7fd3deffd640 1 -- 172.21.15.176:0/2691367113 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1580345587 0 0) 0x7fd3e00630c0 con 0x7fd3e0092d50 2024-09-16T00:12:07.756 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7fd3e4b13640 1 --2- 172.21.15.176:0/2691367113 >> v2:172.21.15.176:3300/0 conn(0x7fd3e0092430 0x7fd3e0092810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.756 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7fd3e4b13640 1 -- 172.21.15.176:0/2691367113 >> v1:172.21.15.176:6789/0 conn(0x7fd3e0092d50 legacy=0x7fd3e0133b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.756 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7fd3e4b13640 1 -- 172.21.15.176:0/2691367113 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e0094810 con 0x7fd3e0134210 2024-09-16T00:12:07.756 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7f43ec984640 1 -- 172.21.15.176:0/2384101060 shutdown_connections 2024-09-16T00:12:07.756 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7fd3dffff640 1 --2- 172.21.15.176:0/2691367113 >> v2:172.21.15.176:3300/0 conn(0x7fd3e0092430 0x7fd3e0092810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:07.757 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.752+0000 7f43ec984640 1 -- 172.21.15.176:0/2384101060 wait complete. 2024-09-16T00:12:07.757 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.753+0000 7fd3e4b13640 1 --2- 172.21.15.176:0/2691367113 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3e0134210 0x7fd3e013bf70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd3c80097a0 tx=0x7fd3c802a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e48f7779fb9fb3d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.757 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.753+0000 7fd3deffd640 1 -- 172.21.15.176:0/2691367113 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c8037070 con 0x7fd3e0134210 2024-09-16T00:12:07.757 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.754+0000 7fd3deffd640 1 -- 172.21.15.176:0/2691367113 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c802adb0 con 0x7fd3e0134210 2024-09-16T00:12:07.758 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.754+0000 7f43ec984640 1 Processor -- start 2024-09-16T00:12:07.758 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.754+0000 7f43ec984640 1 -- start start 2024-09-16T00:12:07.758 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.754+0000 7fd3deffd640 1 -- 172.21.15.176:0/2691367113 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c8032660 con 0x7fd3e0134210 2024-09-16T00:12:07.759 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.754+0000 7f43ec984640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806ee30 0x7f43e80960b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.759 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.754+0000 7f43ec984640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806f750 0x7f43e80965f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.759 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.754+0000 7f43ec984640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f43e8134010 0x7f43e81c4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.760 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.754+0000 7f43ec984640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f43e8137eb0 con 0x7f43e8134010 2024-09-16T00:12:07.760 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.754+0000 7f43ec984640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f43e8137d30 con 0x7f43e806ee30 2024-09-16T00:12:07.760 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.754+0000 7f43ec984640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f43e8138030 con 0x7f43e806f750 2024-09-16T00:12:07.760 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7f43e5d9b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806f750 0x7f43e80965f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.760 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7f43e6d9d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f43e8134010 0x7f43e81c4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.760 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7f43e5d9b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806f750 0x7f43e80965f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52266/0 (socket says 172.21.15.176:52266) 2024-09-16T00:12:07.760 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7fd3e6576640 1 -- 172.21.15.176:0/2691367113 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3e0134210 msgr2=0x7fd3e013bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.760 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7fd3e6576640 1 --2- 172.21.15.176:0/2691367113 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3e0134210 0x7fd3e013bf70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd3c80097a0 tx=0x7fd3c802a060 comp rx=0 tx=0).stop 2024-09-16T00:12:07.761 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7f43e5d9b640 1 -- 172.21.15.176:0/17922330 learned_addr learned my addr 172.21.15.176:0/17922330 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.761 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7f43e659c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806ee30 0x7f43e80960b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.762 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7fd3e6576640 1 -- 172.21.15.176:0/2691367113 shutdown_connections 2024-09-16T00:12:07.762 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7fd3e6576640 1 --2- 172.21.15.176:0/2691367113 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3e0134210 0x7fd3e013bf70 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.762 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7fd3e6576640 1 --2- 172.21.15.176:0/2691367113 >> v2:172.21.15.176:3300/0 conn(0x7fd3e0092430 0x7fd3e0092810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.763 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7fd3e6576640 1 -- 172.21.15.176:0/2691367113 >> 172.21.15.176:0/2691367113 conn(0x7fd3e009c290 msgr2=0x7fd3e009c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.763 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7fd3e6576640 1 -- 172.21.15.176:0/2691367113 shutdown_connections 2024-09-16T00:12:07.764 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.756+0000 7f43e6d9d640 1 -- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806f750 msgr2=0x7f43e80965f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.764 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.756+0000 7f43e6d9d640 1 --2- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806f750 0x7f43e80965f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.764 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.756+0000 7f43e6d9d640 1 -- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806ee30 msgr2=0x7f43e80960b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.764 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.756+0000 7f43e6d9d640 1 --2- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806ee30 0x7f43e80960b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.765 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.756+0000 7f43e6d9d640 1 -- 172.21.15.176:0/17922330 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e8124930 con 0x7f43e8134010 2024-09-16T00:12:07.765 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.756+0000 7f43e659c640 1 --2- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806ee30 0x7f43e80960b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:07.765 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.756+0000 7f43e5d9b640 1 --2- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806f750 0x7f43e80965f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:07.765 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.755+0000 7fd3e6576640 1 -- 172.21.15.176:0/2691367113 wait complete. 2024-09-16T00:12:07.765 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.756+0000 7fd3e6576640 1 Processor -- start 2024-09-16T00:12:07.766 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.756+0000 7f43e6d9d640 1 --2- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f43e8134010 0x7f43e81c4320 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f43e000cac0 tx=0x7f43e000cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.766 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.756+0000 7f43d6ffd640 1 -- 172.21.15.176:0/17922330 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e0018070 con 0x7f43e8134010 2024-09-16T00:12:07.766 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7f43d6ffd640 1 -- 172.21.15.176:0/17922330 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43e0004d60 con 0x7f43e8134010 2024-09-16T00:12:07.766 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7f43ec984640 1 -- 172.21.15.176:0/17922330 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e81239f0 con 0x7f43e8134010 2024-09-16T00:12:07.766 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7f43ec984640 1 -- 172.21.15.176:0/17922330 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e8096d10 con 0x7f43e8134010 2024-09-16T00:12:07.766 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7f43d6ffd640 1 -- 172.21.15.176:0/17922330 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e000a840 con 0x7f43e8134010 2024-09-16T00:12:07.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7fd3e6576640 1 -- start start 2024-09-16T00:12:07.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7fd3e6576640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3e0092430 0x7fd3e00711f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7fd3e6576640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3e0092d50 0x7fd3e0071730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7fd3e6576640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3e0134210 0x7fd3e0071c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7fd3e6576640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e0134670 con 0x7fd3e0092430 2024-09-16T00:12:07.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7fd3e6576640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd3e0093160 con 0x7fd3e0092d50 2024-09-16T00:12:07.768 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.757+0000 7fd3e6576640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd3e01347f0 con 0x7fd3e0134210 2024-09-16T00:12:07.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.758+0000 7fd3df7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3e0092d50 0x7fd3e0071730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.758+0000 7fd3df7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3e0092d50 0x7fd3e0071730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50710/0 (socket says 172.21.15.176:50710) 2024-09-16T00:12:07.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.758+0000 7fd3df7fe640 1 -- 172.21.15.176:0/1017469689 learned_addr learned my addr 172.21.15.176:0/1017469689 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.758+0000 7fd3df7fe640 1 -- 172.21.15.176:0/1017469689 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3e0134210 msgr2=0x7fd3e0071c70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:07.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.758+0000 7fd3df7fe640 1 --2- 172.21.15.176:0/1017469689 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3e0134210 0x7fd3e0071c70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.758+0000 7fd3df7fe640 1 -- 172.21.15.176:0/1017469689 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3e0092430 msgr2=0x7fd3e00711f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.758+0000 7fd3df7fe640 1 --2- 172.21.15.176:0/1017469689 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3e0092430 0x7fd3e00711f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.758+0000 7fd3df7fe640 1 -- 172.21.15.176:0/1017469689 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e0073cc0 con 0x7fd3e0092d50 2024-09-16T00:12:07.769 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.759+0000 7f43ec984640 1 -- 172.21.15.176:0/17922330 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43e809a9e0 con 0x7f43e8134010 2024-09-16T00:12:07.770 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.759+0000 7fd3df7fe640 1 --2- 172.21.15.176:0/1017469689 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3e0092d50 0x7fd3e0071730 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd3d000c760 tx=0x7fd3d000cc20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.770 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.760+0000 7f43d6ffd640 1 -- 172.21.15.176:0/17922330 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f43e001b070 con 0x7f43e8134010 2024-09-16T00:12:07.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.760+0000 7fd3dcff9640 1 -- 172.21.15.176:0/1017469689 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d0018070 con 0x7fd3e0092d50 2024-09-16T00:12:07.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.760+0000 7fd3dcff9640 1 -- 172.21.15.176:0/1017469689 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3d00072d0 con 0x7fd3e0092d50 2024-09-16T00:12:07.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.760+0000 7fd3e6576640 1 -- 172.21.15.176:0/1017469689 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e0072be0 con 0x7fd3e0092d50 2024-09-16T00:12:07.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.760+0000 7fd3e6576640 1 -- 172.21.15.176:0/1017469689 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e00721b0 con 0x7fd3e0092d50 2024-09-16T00:12:07.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.760+0000 7f43e659c640 1 -- 172.21.15.176:0/17922330 >> v1:172.21.15.176:6816/32228 conn(0x7f43c804d0a0 legacy=0x7f43c804f560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:07.771 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.760+0000 7f43d6ffd640 1 -- 172.21.15.176:0/17922330 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f43e0062d10 con 0x7f43e8134010 2024-09-16T00:12:07.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.762+0000 7fd3e6576640 1 -- 172.21.15.176:0/1017469689 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e0072470 con 0x7fd3e0092d50 2024-09-16T00:12:07.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.762+0000 7fd3dcff9640 1 -- 172.21.15.176:0/1017469689 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d00047e0 con 0x7fd3e0092d50 2024-09-16T00:12:07.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.763+0000 7fd3dcff9640 1 -- 172.21.15.176:0/1017469689 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7fd3d001b070 con 0x7fd3e0092d50 2024-09-16T00:12:07.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.764+0000 7fd3dffff640 1 -- 172.21.15.176:0/1017469689 >> v1:172.21.15.176:6816/32228 conn(0x7fd3c004d120 legacy=0x7fd3c004f5e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:07.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.764+0000 7fd3dcff9640 1 -- 172.21.15.176:0/1017469689 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7fd3d0062bb0 con 0x7fd3e0092d50 2024-09-16T00:12:07.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.766+0000 7f43d6ffd640 1 -- 172.21.15.176:0/17922330 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f43e809a9e0 con 0x7f43e8134010 2024-09-16T00:12:07.773 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.770+0000 7fd3dcff9640 1 -- 172.21.15.176:0/1017469689 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7fd3e0073cc0 con 0x7fd3e0092d50 2024-09-16T00:12:07.813 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.812+0000 7f165816c640 1 Processor -- start 2024-09-16T00:12:07.814 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.813+0000 7f165816c640 1 -- start start 2024-09-16T00:12:07.815 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.813+0000 7f5921a2b640 1 Processor -- start 2024-09-16T00:12:07.815 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.813+0000 7f5921a2b640 1 -- start start 2024-09-16T00:12:07.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.813+0000 7f165816c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f16500630c0 0x7f1650134ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.813+0000 7f165816c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f16501300a0 0x7f1650137030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.813+0000 7f165816c640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1650093870 con 0x7f165012f5b0 2024-09-16T00:12:07.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.813+0000 7f165816c640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f1650063530 con 0x7f16501300a0 2024-09-16T00:12:07.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.813+0000 7f165816c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f16500759c0 con 0x7f16500630c0 2024-09-16T00:12:07.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f1656709640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f16501300a0 0x7f1650137030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f1656709640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f16501300a0 0x7f1650137030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48390/0 (socket says 172.21.15.176:48390) 2024-09-16T00:12:07.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f1656709640 1 -- 172.21.15.176:0/1941030629 learned_addr learned my addr 172.21.15.176:0/1941030629 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.817 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f5921a2b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f591c092f20 0x7f591c138f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.817 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f1655707640 1 --2- 172.21.15.176:0/1941030629 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f16500630c0 0x7f1650134ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.818 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f5921a2b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f591c139490 0x7f591c13b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.818 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f5921a2b640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f591c0630c0 con 0x7f591c092430 2024-09-16T00:12:07.818 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f5921a2b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f591c0759c0 con 0x7f591c092f20 2024-09-16T00:12:07.818 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f5921a2b640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f591c094550 con 0x7f591c139490 2024-09-16T00:12:07.818 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f591affd640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f591c092430 0x7f591c092810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41774/0 (socket says 172.21.15.176:41774) 2024-09-16T00:12:07.818 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f1656709640 1 -- 172.21.15.176:0/1941030629 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f16500630c0 msgr2=0x7f1650134ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.820 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f1656709640 1 --2- 172.21.15.176:0/1941030629 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f16500630c0 0x7f1650134ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.820 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f1656709640 1 -- 172.21.15.176:0/1941030629 >> v1:172.21.15.176:6789/0 conn(0x7f165012f5b0 legacy=0x7f165012f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.820 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f591affd640 1 -- 172.21.15.176:0/4033510996 learned_addr learned my addr 172.21.15.176:0/4033510996 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:07.820 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f591b7fe640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f591c139490 0x7f591c13b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.821 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f1656709640 1 -- 172.21.15.176:0/1941030629 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1650091930 con 0x7f16501300a0 2024-09-16T00:12:07.823 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2331607865 0 0) 0x7f591c0630c0 con 0x7f591c092430 2024-09-16T00:12:07.824 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5904003520 con 0x7f591c092430 2024-09-16T00:12:07.824 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 <== mon.0 v1:172.21.15.176:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 469965754 0 0) 0x7f5904003520 con 0x7f591c092430 2024-09-16T00:12:07.826 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f591c139490 msgr2=0x7f591c13b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.826 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f591c139490 0x7f591c13b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.826 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.814+0000 7f591a7fc640 1 --2- 172.21.15.176:0/4033510996 >> v2:172.21.15.176:3300/0 conn(0x7f591c092f20 0x7f591c138f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.826 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 >> v2:172.21.15.176:3300/0 conn(0x7f591c092f20 msgr2=0x7f591c138f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.826 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 --2- 172.21.15.176:0/4033510996 >> v2:172.21.15.176:3300/0 conn(0x7f591c092f20 0x7f591c138f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.826 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 --> v1:172.21.15.176:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f591c094810 con 0x7f591c092430 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 <== mon.0 v1:172.21.15.176:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3220256271 0 0) 0x7f590c001670 con 0x7f591c092430 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 >> v1:172.21.15.176:6789/0 conn(0x7f591c092430 legacy=0x7f591c092810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 0x7f5904003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5904004800 0x7f5904004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f59040051c0 0x7f590400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f591c094550 con 0x7f5904004800 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f590400c060 con 0x7f59040051c0 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f590400c260 con 0x7f59040039b0 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f591b7fe640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f591c139490 0x7f591c13b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f591b7fe640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f59040051c0 0x7f590400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.827 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.815+0000 7f591a7fc640 1 --2- 172.21.15.176:0/4033510996 >> v2:172.21.15.176:3300/0 conn(0x7f591c092f20 0x7f591c138f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:07.828 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.816+0000 7f591affd640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 0x7f5904003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.835 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.816+0000 7f1656709640 1 --2- 172.21.15.176:0/1941030629 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16501300a0 0x7f1650137030 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1648009e50 tx=0x7f164802a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=374144fedf2d2ab0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.835 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.816+0000 7f1654f06640 1 -- 172.21.15.176:0/1941030629 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648036070 con 0x7f16501300a0 2024-09-16T00:12:07.835 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.816+0000 7f1654f06640 1 -- 172.21.15.176:0/1941030629 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1648031600 con 0x7f16501300a0 2024-09-16T00:12:07.836 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.816+0000 7f591a7fc640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5904004800 0x7f5904004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.816+0000 7f591affd640 1 -- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f59040051c0 msgr2=0x7f590400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.816+0000 7f591affd640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f59040051c0 0x7f590400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.816+0000 7f591affd640 1 -- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5904004800 msgr2=0x7f5904004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:07.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.817+0000 7f591affd640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5904004800 0x7f5904004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.817+0000 7f591affd640 1 -- 172.21.15.176:0/4033510996 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f591c094810 con 0x7f59040039b0 2024-09-16T00:12:07.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.817+0000 7f591a7fc640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5904004800 0x7f5904004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:07.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.817+0000 7f1654f06640 1 -- 172.21.15.176:0/1941030629 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648036070 con 0x7f16501300a0 2024-09-16T00:12:07.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.817+0000 7f165816c640 1 -- 172.21.15.176:0/1941030629 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16501300a0 msgr2=0x7f1650137030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.817+0000 7f165816c640 1 --2- 172.21.15.176:0/1941030629 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16501300a0 0x7f1650137030 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1648009e50 tx=0x7f164802a5b0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.818+0000 7f165816c640 1 -- 172.21.15.176:0/1941030629 shutdown_connections 2024-09-16T00:12:07.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.818+0000 7f165816c640 1 --2- 172.21.15.176:0/1941030629 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16501300a0 0x7f1650137030 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.818+0000 7f165816c640 1 --2- 172.21.15.176:0/1941030629 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f16500630c0 0x7f1650134ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.818+0000 7f165816c640 1 -- 172.21.15.176:0/1941030629 >> 172.21.15.176:0/1941030629 conn(0x7f165009c290 msgr2=0x7f165009c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.818+0000 7f165816c640 1 -- 172.21.15.176:0/1941030629 shutdown_connections 2024-09-16T00:12:07.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.818+0000 7f591affd640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 0x7f5904003dd0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f590c00c370 tx=0x7f5904005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fdcd6306f70f0b7f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.818+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f590c005ad0 con 0x7f59040039b0 2024-09-16T00:12:07.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.819+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f590c034070 con 0x7f59040039b0 2024-09-16T00:12:07.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.819+0000 7f5919ffb640 1 -- 172.21.15.176:0/4033510996 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f590c007070 con 0x7f59040039b0 2024-09-16T00:12:07.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.818+0000 7f165816c640 1 -- 172.21.15.176:0/1941030629 wait complete. 2024-09-16T00:12:07.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.819+0000 7f165816c640 1 Processor -- start 2024-09-16T00:12:07.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.819+0000 7f165816c640 1 -- start start 2024-09-16T00:12:07.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f5921a2b640 1 -- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 msgr2=0x7f5904003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f5921a2b640 1 --2- 172.21.15.176:0/4033510996 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 0x7f5904003dd0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f590c00c370 tx=0x7f5904005830 comp rx=0 tx=0).stop 2024-09-16T00:12:07.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f591b7fe640 1 -- 172.21.15.176:0/4033510996 reap_dead start 2024-09-16T00:12:07.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f165816c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f16500630c0 0x7f165006e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f165816c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f165012f5b0 0x7f165006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f165816c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16501300a0 0x7f165006ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f165816c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1650137780 con 0x7f16501300a0 2024-09-16T00:12:07.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f165816c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1650093630 con 0x7f165012f5b0 2024-09-16T00:12:07.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f165816c640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f1650137900 con 0x7f16500630c0 2024-09-16T00:12:07.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f5921a2b640 1 -- 172.21.15.176:0/4033510996 shutdown_connections 2024-09-16T00:12:07.842 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f5921a2b640 1 -- 172.21.15.176:0/4033510996 >> 172.21.15.176:0/4033510996 conn(0x7f591c09c290 msgr2=0x7f591c09c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.842 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f1655707640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f165012f5b0 0x7f165006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.842 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f1655707640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f165012f5b0 0x7f165006e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50730/0 (socket says 172.21.15.176:50730) 2024-09-16T00:12:07.842 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f1655707640 1 -- 172.21.15.176:0/654472192 learned_addr learned my addr 172.21.15.176:0/654472192 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.842 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f1656709640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16501300a0 0x7f165006ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.842 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.820+0000 7f1655f08640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f16500630c0 0x7f165006e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.821+0000 7f5921a2b640 1 -- 172.21.15.176:0/4033510996 shutdown_connections 2024-09-16T00:12:07.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.821+0000 7f1655707640 1 -- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f16500630c0 msgr2=0x7f165006e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.821+0000 7f1655707640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f16500630c0 0x7f165006e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.821+0000 7f1655707640 1 -- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16501300a0 msgr2=0x7f165006ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.821+0000 7f1655707640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16501300a0 0x7f165006ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.821+0000 7f1655707640 1 -- 172.21.15.176:0/654472192 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1650094d40 con 0x7f165012f5b0 2024-09-16T00:12:07.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.821+0000 7f1656709640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16501300a0 0x7f165006ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:07.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.821+0000 7f1655f08640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f16500630c0 0x7f165006e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:07.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.821+0000 7f1655707640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f165012f5b0 0x7f165006e840 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f164000d7d0 tx=0x7f164000dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.821+0000 7f5921a2b640 1 -- 172.21.15.176:0/4033510996 wait complete. 2024-09-16T00:12:07.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.822+0000 7f16467fc640 1 -- 172.21.15.176:0/654472192 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f164000b6c0 con 0x7f165012f5b0 2024-09-16T00:12:07.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.822+0000 7f16467fc640 1 -- 172.21.15.176:0/654472192 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1640019070 con 0x7f165012f5b0 2024-09-16T00:12:07.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.822+0000 7f16467fc640 1 -- 172.21.15.176:0/654472192 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f164000ba60 con 0x7f165012f5b0 2024-09-16T00:12:07.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.822+0000 7f165816c640 1 -- 172.21.15.176:0/654472192 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f165006f5a0 con 0x7f165012f5b0 2024-09-16T00:12:07.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.822+0000 7f165816c640 1 -- 172.21.15.176:0/654472192 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1650070680 con 0x7f165012f5b0 2024-09-16T00:12:07.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.823+0000 7f5921a2b640 1 Processor -- start 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.823+0000 7f5921a2b640 1 -- start start 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f5921a2b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 0x7f591c1c8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f5921a2b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f591c1c9410 0x7f591c06e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f5921a2b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f591c06e5d0 0x7f591c06ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f5921a2b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f591c1399f0 con 0x7f591c1c9410 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f5921a2b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f591c139870 con 0x7f591c06e5d0 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f5921a2b640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f591c139b70 con 0x7f59040039b0 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f591a7fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f591c1c9410 0x7f591c06e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f591affd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 0x7f591c1c8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f591b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f591c06e5d0 0x7f591c06ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:07.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f591a7fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f591c1c9410 0x7f591c06e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48414/0 (socket says 172.21.15.176:48414) 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.824+0000 7f591a7fc640 1 -- 172.21.15.176:0/2954313754 learned_addr learned my addr 172.21.15.176:0/2954313754 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.825+0000 7f591a7fc640 1 -- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 msgr2=0x7f591c1c8ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.825+0000 7f591a7fc640 1 --2- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 0x7f591c1c8ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.825+0000 7f591a7fc640 1 -- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f591c06e5d0 msgr2=0x7f591c06ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.825+0000 7f591a7fc640 1 --2- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f591c06e5d0 0x7f591c06ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.825+0000 7f591a7fc640 1 -- 172.21.15.176:0/2954313754 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f591c091c80 con 0x7f591c1c9410 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.825+0000 7f591affd640 1 --2- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 0x7f591c1c8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.826+0000 7f591a7fc640 1 --2- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f591c1c9410 0x7f591c06e090 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f591000fc90 tx=0x7f591000d590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.826+0000 7f5903fff640 1 -- 172.21.15.176:0/2954313754 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f591000dea0 con 0x7f591c1c9410 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.826+0000 7f5921a2b640 1 -- 172.21.15.176:0/2954313754 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f591c091300 con 0x7f591c1c9410 2024-09-16T00:12:07.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.826+0000 7f5921a2b640 1 -- 172.21.15.176:0/2954313754 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f591c1c9870 con 0x7f591c1c9410 2024-09-16T00:12:07.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.827+0000 7f16467fc640 1 -- 172.21.15.176:0/654472192 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f164000bc00 con 0x7f165012f5b0 2024-09-16T00:12:07.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.827+0000 7f5903fff640 1 -- 172.21.15.176:0/2954313754 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5910004020 con 0x7f591c1c9410 2024-09-16T00:12:07.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.827+0000 7f16467fc640 1 -- 172.21.15.176:0/654472192 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f1640063b10 con 0x7f165012f5b0 2024-09-16T00:12:07.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.828+0000 7f5903fff640 1 -- 172.21.15.176:0/2954313754 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59100043f0 con 0x7f591c1c9410 2024-09-16T00:12:07.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.827+0000 7f1655f08640 1 -- 172.21.15.176:0/654472192 >> v1:172.21.15.176:6816/32228 conn(0x7f163404d120 legacy=0x7f163404f5e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:07.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.826+0000 7f165816c640 1 -- 172.21.15.176:0/654472192 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1638005290 con 0x7f165012f5b0 2024-09-16T00:12:07.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.828+0000 7f5903fff640 1 -- 172.21.15.176:0/2954313754 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f5910003610 con 0x7f591c1c9410 2024-09-16T00:12:07.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.829+0000 7f591affd640 1 -- 172.21.15.176:0/2954313754 >> v1:172.21.15.176:6816/32228 conn(0x7f590804d150 legacy=0x7f590804f610 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:07.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.829+0000 7f5921a2b640 1 -- 172.21.15.176:0/2954313754 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58fc005290 con 0x7f591c1c9410 2024-09-16T00:12:07.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.830+0000 7f5903fff640 1 -- 172.21.15.176:0/2954313754 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f5910063c20 con 0x7f591c1c9410 2024-09-16T00:12:07.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.836+0000 7f16467fc640 1 -- 172.21.15.176:0/654472192 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f164003ed40 con 0x7f165012f5b0 2024-09-16T00:12:07.853 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.836+0000 7f5903fff640 1 -- 172.21.15.176:0/2954313754 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f5910017030 con 0x7f591c1c9410 2024-09-16T00:12:07.853 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:07.841+0000 7f75b3712040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T00:12:07.869 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:07.868+0000 7faa41f88040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T00:12:07.935 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:07.934+0000 7f75b3712040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T00:12:07.944 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:07.943+0000 7faa41f88040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T00:12:07.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.945+0000 7fd3e6576640 1 -- 172.21.15.176:0/1017469689 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fd3e0092810 con 0x7fd3e0092d50 2024-09-16T00:12:07.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.946+0000 7fd3dcff9640 1 -- 172.21.15.176:0/1017469689 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd3d003dda0 con 0x7fd3e0092d50 2024-09-16T00:12:07.947 INFO:teuthology.orchestra.run.smithi176.stdout:38654705681 2024-09-16T00:12:07.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.949+0000 7fd3e6576640 1 -- 172.21.15.176:0/1017469689 >> v1:172.21.15.176:6816/32228 conn(0x7fd3c004d120 legacy=0x7fd3c004f5e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:07.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.949+0000 7fd3e6576640 1 -- 172.21.15.176:0/1017469689 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3e0092d50 msgr2=0x7fd3e0071730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:07.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.949+0000 7fd3e6576640 1 --2- 172.21.15.176:0/1017469689 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3e0092d50 0x7fd3e0071730 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd3d000c760 tx=0x7fd3d000cc20 comp rx=0 tx=0).stop 2024-09-16T00:12:07.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.949+0000 7fd3e6576640 1 -- 172.21.15.176:0/1017469689 shutdown_connections 2024-09-16T00:12:07.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.949+0000 7fd3e6576640 1 --2- 172.21.15.176:0/1017469689 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3e0134210 0x7fd3e0071c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.949+0000 7fd3e6576640 1 --2- 172.21.15.176:0/1017469689 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3e0092d50 0x7fd3e0071730 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.949+0000 7fd3e6576640 1 --2- 172.21.15.176:0/1017469689 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3e0092430 0x7fd3e00711f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:07.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.949+0000 7fd3e6576640 1 -- 172.21.15.176:0/1017469689 >> 172.21.15.176:0/1017469689 conn(0x7fd3e009c290 msgr2=0x7fd3e0098cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:07.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.949+0000 7fd3e6576640 1 -- 172.21.15.176:0/1017469689 shutdown_connections 2024-09-16T00:12:07.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.949+0000 7fd3e6576640 1 -- 172.21.15.176:0/1017469689 wait complete. 2024-09-16T00:12:07.961 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:07.961+0000 7f43e659c640 1 -- 172.21.15.176:0/17922330 >> v1:172.21.15.176:6816/32228 conn(0x7f43c804d0a0 legacy=0x7f43c804f560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:07.969 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.1 2024-09-16T00:12:08.029 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.028+0000 7f1655f08640 1 -- 172.21.15.176:0/654472192 >> v1:172.21.15.176:6816/32228 conn(0x7f163404d120 legacy=0x7f163404f5e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:08.030 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.030+0000 7f591affd640 1 -- 172.21.15.176:0/2954313754 >> v1:172.21.15.176:6816/32228 conn(0x7f590804d150 legacy=0x7f590804f610 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.176:6816/32228 2024-09-16T00:12:08.040 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.039+0000 7f5921a2b640 1 -- 172.21.15.176:0/2954313754 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f58fc005580 con 0x7f591c1c9410 2024-09-16T00:12:08.040 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.039+0000 7f5903fff640 1 -- 172.21.15.176:0/2954313754 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f591003ee90 con 0x7f591c1c9410 2024-09-16T00:12:08.040 INFO:teuthology.orchestra.run.smithi176.stdout:38654705682 2024-09-16T00:12:08.042 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.041+0000 7f5921a2b640 1 -- 172.21.15.176:0/2954313754 >> v1:172.21.15.176:6816/32228 conn(0x7f590804d150 legacy=0x7f590804f610 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:08.042 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.041+0000 7f5921a2b640 1 -- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f591c1c9410 msgr2=0x7f591c06e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:08.042 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.041+0000 7f5921a2b640 1 --2- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f591c1c9410 0x7f591c06e090 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f591000fc90 tx=0x7f591000d590 comp rx=0 tx=0).stop 2024-09-16T00:12:08.042 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.041+0000 7f5921a2b640 1 -- 172.21.15.176:0/2954313754 shutdown_connections 2024-09-16T00:12:08.042 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.041+0000 7f5921a2b640 1 --2- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f591c06e5d0 0x7f591c06ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:08.042 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.041+0000 7f5921a2b640 1 --2- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f591c1c9410 0x7f591c06e090 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:08.042 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.041+0000 7f5921a2b640 1 --2- 172.21.15.176:0/2954313754 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f59040039b0 0x7f591c1c8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:08.043 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.041+0000 7f5921a2b640 1 -- 172.21.15.176:0/2954313754 >> 172.21.15.176:0/2954313754 conn(0x7f591c09c290 msgr2=0x7f591c098bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:08.043 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.041+0000 7f5921a2b640 1 -- 172.21.15.176:0/2954313754 shutdown_connections 2024-09-16T00:12:08.043 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.041+0000 7f5921a2b640 1 -- 172.21.15.176:0/2954313754 wait complete. 2024-09-16T00:12:08.044 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.043+0000 7f165816c640 1 -- 172.21.15.176:0/654472192 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f1638005580 con 0x7f165012f5b0 2024-09-16T00:12:08.044 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.043+0000 7f16467fc640 1 -- 172.21.15.176:0/654472192 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f16400627a0 con 0x7f165012f5b0 2024-09-16T00:12:08.044 INFO:teuthology.orchestra.run.smithi176.stdout:38654705680 2024-09-16T00:12:08.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.045+0000 7f165816c640 1 -- 172.21.15.176:0/654472192 >> v1:172.21.15.176:6816/32228 conn(0x7f163404d120 legacy=0x7f163404f5e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:08.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.045+0000 7f165816c640 1 -- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f165012f5b0 msgr2=0x7f165006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:08.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.045+0000 7f165816c640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f165012f5b0 0x7f165006e840 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f164000d7d0 tx=0x7f164000dc90 comp rx=0 tx=0).stop 2024-09-16T00:12:08.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.045+0000 7f165816c640 1 -- 172.21.15.176:0/654472192 shutdown_connections 2024-09-16T00:12:08.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.045+0000 7f165816c640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16501300a0 0x7f165006ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:08.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.045+0000 7f165816c640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f165012f5b0 0x7f165006e840 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:08.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.045+0000 7f165816c640 1 --2- 172.21.15.176:0/654472192 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f16500630c0 0x7f165006e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:08.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.045+0000 7f165816c640 1 -- 172.21.15.176:0/654472192 >> 172.21.15.176:0/654472192 conn(0x7f165009c290 msgr2=0x7f165009c670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:08.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.045+0000 7f165816c640 1 -- 172.21.15.176:0/654472192 shutdown_connections 2024-09-16T00:12:08.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.046+0000 7f165816c640 1 -- 172.21.15.176:0/654472192 wait complete. 2024-09-16T00:12:08.055 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705682 for osd.3 2024-09-16T00:12:08.058 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705681 got 38654705680 for osd.2 2024-09-16T00:12:08.063 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.063+0000 7f43ec984640 1 -- 172.21.15.176:0/17922330 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f43e806f210 con 0x7f43e8134010 2024-09-16T00:12:08.064 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.063+0000 7f43d6ffd640 1 -- 172.21.15.176:0/17922330 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f43e0068020 con 0x7f43e8134010 2024-09-16T00:12:08.064 INFO:teuthology.orchestra.run.smithi176.stdout:38654705682 2024-09-16T00:12:08.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.066+0000 7f43ec984640 1 -- 172.21.15.176:0/17922330 >> v1:172.21.15.176:6816/32228 conn(0x7f43c804d0a0 legacy=0x7f43c804f560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:08.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.066+0000 7f43ec984640 1 -- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f43e8134010 msgr2=0x7f43e81c4320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:08.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.066+0000 7f43ec984640 1 --2- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f43e8134010 0x7f43e81c4320 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f43e000cac0 tx=0x7f43e000cf80 comp rx=0 tx=0).stop 2024-09-16T00:12:08.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.066+0000 7f43ec984640 1 -- 172.21.15.176:0/17922330 shutdown_connections 2024-09-16T00:12:08.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.066+0000 7f43ec984640 1 --2- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f43e8134010 0x7f43e81c4320 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:08.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.066+0000 7f43ec984640 1 --2- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f43e806f750 0x7f43e80965f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:08.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.066+0000 7f43ec984640 1 --2- 172.21.15.176:0/17922330 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f43e806ee30 0x7f43e80960b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:08.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.066+0000 7f43ec984640 1 -- 172.21.15.176:0/17922330 >> 172.21.15.176:0/17922330 conn(0x7f43e809b610 msgr2=0x7f43e8136400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:08.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.066+0000 7f43ec984640 1 -- 172.21.15.176:0/17922330 shutdown_connections 2024-09-16T00:12:08.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:08.066+0000 7f43ec984640 1 -- 172.21.15.176:0/17922330 wait complete. 2024-09-16T00:12:08.078 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.077+0000 7faa41f88040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T00:12:08.080 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.079+0000 7f75b3712040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T00:12:08.083 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705682 for osd.0 2024-09-16T00:12:08.178 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.177+0000 7f75b3712040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:12:08.180 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.179+0000 7faa41f88040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T00:12:08.227 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.226+0000 7f75b3712040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T00:12:08.227 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.227+0000 7faa41f88040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T00:12:08.330 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.330+0000 7f75b3712040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T00:12:08.331 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.330+0000 7faa41f88040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T00:12:08.385 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.384+0000 7faa41f88040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T00:12:08.385 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.384+0000 7f75b3712040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T00:12:08.432 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.431+0000 7faa41f88040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T00:12:08.432 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.431+0000 7f75b3712040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T00:12:08.548 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.547+0000 7f75b3712040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T00:12:08.549 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.547+0000 7faa41f88040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T00:12:08.600 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.599+0000 7faa41f88040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T00:12:08.600 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.600+0000 7f75b3712040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T00:12:08.653 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.652+0000 7faa41f88040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T00:12:08.913 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.653+0000 7f75b3712040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T00:12:08.913 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.723+0000 7faa41f88040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T00:12:08.913 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.724+0000 7f75b3712040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T00:12:08.913 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.769+0000 7faa41f88040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T00:12:08.914 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.770+0000 7f75b3712040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T00:12:08.914 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:08.815+0000 7faa41f88040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T00:12:08.914 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:08.815+0000 7f75b3712040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T00:12:08.971 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:12:09.052 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:09.051+0000 7faa41f88040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T00:12:09.053 INFO:tasks.ceph.mgr.x.smithi176.stderr:2024-09-16T00:12:09.052+0000 7f75b3712040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T00:12:09.055 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:12:09.059 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:12:09.081 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4c609c640 1 Processor -- start 2024-09-16T00:12:09.081 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4c609c640 1 -- start start 2024-09-16T00:12:09.081 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4c609c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c009ab90 0x7fa4c0139000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.082 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4beffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c009ab90 0x7fa4c0139000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.082 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4beffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c009ab90 0x7fa4c0139000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50788/0 (socket says 172.21.15.176:50788) 2024-09-16T00:12:09.082 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4c609c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c0139540 0x7fa4c013b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.082 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4bf7fe640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fa4c0134030 0x7fa4c0134410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41782/0 (socket says 172.21.15.176:41782) 2024-09-16T00:12:09.082 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4beffd640 1 -- 172.21.15.176:0/1182124795 learned_addr learned my addr 172.21.15.176:0/1182124795 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:09.082 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4c609c640 1 -- 172.21.15.176:0/1182124795 --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4c009bfe0 con 0x7fa4c0134030 2024-09-16T00:12:09.082 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4c609c640 1 -- 172.21.15.176:0/1182124795 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa4c009bb00 con 0x7fa4c009ab90 2024-09-16T00:12:09.082 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4c609c640 1 -- 172.21.15.176:0/1182124795 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fa4c009b4f0 con 0x7fa4c0139540 2024-09-16T00:12:09.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.080+0000 7fa4bffff640 1 --2- 172.21.15.176:0/1182124795 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c0139540 0x7fa4c013b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.081+0000 7fa4beffd640 1 -- 172.21.15.176:0/1182124795 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c0139540 msgr2=0x7fa4c013b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:09.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.081+0000 7fa4beffd640 1 --2- 172.21.15.176:0/1182124795 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c0139540 0x7fa4c013b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.081+0000 7fa4beffd640 1 -- 172.21.15.176:0/1182124795 >> v1:172.21.15.176:6789/0 conn(0x7fa4c0134030 legacy=0x7fa4c0134410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.081+0000 7fa4be7fc640 1 -- 172.21.15.176:0/1182124795 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3245340112 0 0) 0x7fa4c009bfe0 con 0x7fa4c0134030 2024-09-16T00:12:09.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.081+0000 7fa4beffd640 1 -- 172.21.15.176:0/1182124795 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4c0134b20 con 0x7fa4c009ab90 2024-09-16T00:12:09.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.082+0000 7fa4beffd640 1 --2- 172.21.15.176:0/1182124795 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c009ab90 0x7fa4c0139000 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa4b40098d0 tx=0x7fa4b402a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75a46997a390cd35 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.082+0000 7fa4be7fc640 1 -- 172.21.15.176:0/1182124795 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b4037070 con 0x7fa4c009ab90 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.082+0000 7fa4be7fc640 1 -- 172.21.15.176:0/1182124795 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4b402ae50 con 0x7fa4c009ab90 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.082+0000 7fa4be7fc640 1 -- 172.21.15.176:0/1182124795 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b4032660 con 0x7fa4c009ab90 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.083+0000 7fa4c609c640 1 -- 172.21.15.176:0/1182124795 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c009ab90 msgr2=0x7fa4c0139000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.083+0000 7fa4c609c640 1 --2- 172.21.15.176:0/1182124795 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c009ab90 0x7fa4c0139000 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa4b40098d0 tx=0x7fa4b402a140 comp rx=0 tx=0).stop 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.083+0000 7fa4c609c640 1 -- 172.21.15.176:0/1182124795 shutdown_connections 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.083+0000 7fa4c609c640 1 --2- 172.21.15.176:0/1182124795 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c0139540 0x7fa4c013b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.083+0000 7fa4c609c640 1 --2- 172.21.15.176:0/1182124795 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c009ab90 0x7fa4c0139000 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.083+0000 7fa4c609c640 1 -- 172.21.15.176:0/1182124795 >> 172.21.15.176:0/1182124795 conn(0x7fa4c009eb50 msgr2=0x7fa4c009ef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.083+0000 7fa4c609c640 1 -- 172.21.15.176:0/1182124795 shutdown_connections 2024-09-16T00:12:09.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.083+0000 7fa4c609c640 1 -- 172.21.15.176:0/1182124795 wait complete. 2024-09-16T00:12:09.086 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:12:09.087 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.084+0000 7fa4c609c640 1 Processor -- start 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4c609c640 1 -- start start 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4c609c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c009ab90 0x7fa4c0072bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4c609c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4c0134030 0x7fa4c006e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4c609c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c0139540 0x7fa4c006e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4c609c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c013bff0 con 0x7fa4c0134030 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4c609c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa4c013be70 con 0x7fa4c0139540 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4c609c640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fa4c013c170 con 0x7fa4c009ab90 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4bf7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c009ab90 0x7fa4c0072bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4bffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c0139540 0x7fa4c006e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4bf7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c009ab90 0x7fa4c0072bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52344/0 (socket says 172.21.15.176:52344) 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4bf7fe640 1 -- 172.21.15.176:0/1718555368 learned_addr learned my addr 172.21.15.176:0/1718555368 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:09.088 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.085+0000 7fa4beffd640 1 --2- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4c0134030 0x7fa4c006e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4bffff640 1 -- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c009ab90 msgr2=0x7fa4c0072bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4bffff640 1 --2- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c009ab90 0x7fa4c0072bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4bffff640 1 -- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4c0134030 msgr2=0x7fa4c006e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4bffff640 1 --2- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4c0134030 0x7fa4c006e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4bffff640 1 -- 172.21.15.176:0/1718555368 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4c006fae0 con 0x7fa4c0139540 2024-09-16T00:12:09.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4bffff640 1 --2- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c0139540 0x7fa4c006e5e0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fa4c0069630 tx=0x7fa4b800ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:09.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4a7fff640 1 -- 172.21.15.176:0/1718555368 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b8018020 con 0x7fa4c0139540 2024-09-16T00:12:09.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4c609c640 1 -- 172.21.15.176:0/1718555368 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4c006fd70 con 0x7fa4c0139540 2024-09-16T00:12:09.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4c609c640 1 -- 172.21.15.176:0/1718555368 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4c00703e0 con 0x7fa4c0139540 2024-09-16T00:12:09.090 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4a7fff640 1 -- 172.21.15.176:0/1718555368 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4b8014480 con 0x7fa4c0139540 2024-09-16T00:12:09.090 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.086+0000 7fa4a7fff640 1 -- 172.21.15.176:0/1718555368 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b8009b10 con 0x7fa4c0139540 2024-09-16T00:12:09.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.087+0000 7fa4a5ffb640 1 -- 172.21.15.176:0/1718555368 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4c00a2d20 con 0x7fa4c0139540 2024-09-16T00:12:09.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.088+0000 7fa4a7fff640 1 -- 172.21.15.176:0/1718555368 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 7) ==== 55745+0+0 (secure 0 0 0) 0x7fa4b8005d10 con 0x7fa4c0139540 2024-09-16T00:12:09.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.089+0000 7fa4a7fff640 1 -- 172.21.15.176:0/1718555368 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7fa4b805e120 con 0x7fa4c0139540 2024-09-16T00:12:09.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.094+0000 7fa4a7fff640 1 -- 172.21.15.176:0/1718555368 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7fa4b8022030 con 0x7fa4c0139540 2024-09-16T00:12:09.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.173+0000 7f0a98f33640 1 Processor -- start 2024-09-16T00:12:09.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.173+0000 7f0a98f33640 1 -- start start 2024-09-16T00:12:09.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.173+0000 7f0a98f33640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097bf0 0x7f0a941313d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.173+0000 7f0a98f33640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f0a94131910 0x7f0a94133d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.173+0000 7f0a98f33640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a9406de20 con 0x7f0a94097100 2024-09-16T00:12:09.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.173+0000 7f0a98f33640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f0a94075bc0 con 0x7f0a94131910 2024-09-16T00:12:09.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.173+0000 7f0a98f33640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f0a94098aa0 con 0x7f0a94097bf0 2024-09-16T00:12:09.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.173+0000 7f0a91d9b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097bf0 0x7f0a941313d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.174+0000 7f0a92d9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f0a94131910 0x7f0a94133d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.174+0000 7f0a9259c640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f0a94097100 0x7f0a940974e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41784/0 (socket says 172.21.15.176:41784) 2024-09-16T00:12:09.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.174+0000 7f0a91d9b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097bf0 0x7f0a941313d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52386/0 (socket says 172.21.15.176:52386) 2024-09-16T00:12:09.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.174+0000 7f0a9259c640 1 -- 172.21.15.176:0/3881842339 learned_addr learned my addr 172.21.15.176:0/3881842339 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:09.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.174+0000 7f0a92d9d640 1 -- 172.21.15.176:0/3881842339 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097bf0 msgr2=0x7f0a941313d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:09.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.174+0000 7f0a92d9d640 1 --2- 172.21.15.176:0/3881842339 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097bf0 0x7f0a941313d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.174+0000 7f0a92d9d640 1 -- 172.21.15.176:0/3881842339 >> v1:172.21.15.176:6789/0 conn(0x7f0a94097100 legacy=0x7f0a940974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.176 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.174+0000 7f0a92d9d640 1 -- 172.21.15.176:0/3881842339 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a94098010 con 0x7f0a94131910 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.175+0000 7f0a92d9d640 1 --2- 172.21.15.176:0/3881842339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a94131910 0x7f0a94133d00 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c009df0 tx=0x7f0a8c02a590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d46f2e464cdd54b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.175+0000 7f0a9159a640 1 -- 172.21.15.176:0/3881842339 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c007740 con 0x7f0a94131910 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.175+0000 7f0a9159a640 1 -- 172.21.15.176:0/3881842339 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a8c0078e0 con 0x7f0a94131910 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.175+0000 7f0a9159a640 1 -- 172.21.15.176:0/3881842339 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c007cb0 con 0x7f0a94131910 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.176+0000 7f0a98f33640 1 -- 172.21.15.176:0/3881842339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a94131910 msgr2=0x7f0a94133d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.176+0000 7f0a98f33640 1 --2- 172.21.15.176:0/3881842339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a94131910 0x7f0a94133d00 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c009df0 tx=0x7f0a8c02a590 comp rx=0 tx=0).stop 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.176+0000 7f0a98f33640 1 -- 172.21.15.176:0/3881842339 shutdown_connections 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.176+0000 7f0a98f33640 1 --2- 172.21.15.176:0/3881842339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a94131910 0x7f0a94133d00 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.176+0000 7f0a98f33640 1 --2- 172.21.15.176:0/3881842339 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097bf0 0x7f0a941313d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.176+0000 7f0a98f33640 1 -- 172.21.15.176:0/3881842339 >> 172.21.15.176:0/3881842339 conn(0x7f0a9409b680 msgr2=0x7f0a9409ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.176+0000 7f0a98f33640 1 -- 172.21.15.176:0/3881842339 shutdown_connections 2024-09-16T00:12:09.178 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.176+0000 7f0a98f33640 1 -- 172.21.15.176:0/3881842339 wait complete. 2024-09-16T00:12:09.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.177+0000 7f0a98f33640 1 Processor -- start 2024-09-16T00:12:09.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.177+0000 7f0a98f33640 1 -- start start 2024-09-16T00:12:09.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a98f33640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097100 0x7f0a94072060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a98f33640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a94097bf0 0x7f0a940725a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a98f33640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a94131910 0x7f0a94072ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a9259c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097100 0x7f0a94072060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.181 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a98f33640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0a941345d0 con 0x7f0a94131910 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a98f33640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f0a94134450 con 0x7f0a94097bf0 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a98f33640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f0a94134750 con 0x7f0a94097100 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a91d9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a94097bf0 0x7f0a940725a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a91d9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a94097bf0 0x7f0a940725a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50832/0 (socket says 172.21.15.176:50832) 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a9259c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097100 0x7f0a94072060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52394/0 (socket says 172.21.15.176:52394) 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a91d9b640 1 -- 172.21.15.176:0/2631899742 learned_addr learned my addr 172.21.15.176:0/2631899742 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.178+0000 7f0a92d9d640 1 --2- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a94131910 0x7f0a94072ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.179+0000 7f0a91d9b640 1 -- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097100 msgr2=0x7f0a94072060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.179+0000 7f0a91d9b640 1 --2- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097100 0x7f0a94072060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.179+0000 7f0a91d9b640 1 -- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a94131910 msgr2=0x7f0a94072ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.179+0000 7f0a91d9b640 1 --2- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a94131910 0x7f0a94072ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.179+0000 7f0a91d9b640 1 -- 172.21.15.176:0/2631899742 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a94071a90 con 0x7f0a94097bf0 2024-09-16T00:12:09.182 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.179+0000 7f0a91d9b640 1 --2- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a94097bf0 0x7f0a940725a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0a8800e9e0 tx=0x7f0a8800eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:09.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.179+0000 7f0a82ffd640 1 -- 172.21.15.176:0/2631899742 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a88017070 con 0x7f0a94097bf0 2024-09-16T00:12:09.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.179+0000 7f0a82ffd640 1 -- 172.21.15.176:0/2631899742 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a8800c9d0 con 0x7f0a94097bf0 2024-09-16T00:12:09.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.179+0000 7f0a82ffd640 1 -- 172.21.15.176:0/2631899742 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8800cdc0 con 0x7f0a94097bf0 2024-09-16T00:12:09.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.180+0000 7f0a98f33640 1 -- 172.21.15.176:0/2631899742 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a940711f0 con 0x7f0a94097bf0 2024-09-16T00:12:09.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.180+0000 7f0a98f33640 1 -- 172.21.15.176:0/2631899742 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a941c2340 con 0x7f0a94097bf0 2024-09-16T00:12:09.183 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.181+0000 7f0a98f33640 1 -- 172.21.15.176:0/2631899742 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a940974e0 con 0x7f0a94097bf0 2024-09-16T00:12:09.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.181+0000 7f0a82ffd640 1 -- 172.21.15.176:0/2631899742 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 7) ==== 55745+0+0 (secure 0 0 0) 0x7f0a8801a070 con 0x7f0a94097bf0 2024-09-16T00:12:09.184 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.182+0000 7f0a82ffd640 1 -- 172.21.15.176:0/2631899742 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f0a8805d890 con 0x7f0a94097bf0 2024-09-16T00:12:09.186 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.186+0000 7f0a82ffd640 1 -- 172.21.15.176:0/2631899742 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f0a8803cd80 con 0x7f0a94097bf0 2024-09-16T00:12:09.193 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.192+0000 7fd07b78a640 1 Processor -- start 2024-09-16T00:12:09.193 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd07b78a640 1 -- start start 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd07b78a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 0x7fd07406e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd07b78a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd07406e600 0x7fd07412f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd07b78a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07412f880 0x7fd07412fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd07b78a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fd074075bc0 con 0x7fd07406e600 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd079526640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 0x7fd07406e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd078d25640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd07406e600 0x7fd07412f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd079526640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 0x7fd07406e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50844/0 (socket says 172.21.15.176:50844) 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd078d25640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd07406e600 0x7fd07412f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48496/0 (socket says 172.21.15.176:48496) 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd079526640 1 -- 172.21.15.176:0/3763909816 learned_addr learned my addr 172.21.15.176:0/3763909816 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd07b78a640 1 -- 172.21.15.176:0/3763909816 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd074070340 con 0x7fd07406dce0 2024-09-16T00:12:09.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd07b78a640 1 -- 172.21.15.176:0/3763909816 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd074130230 con 0x7fd07412f880 2024-09-16T00:12:09.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.193+0000 7fd079d27640 1 --2- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07412f880 0x7fd07412fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.194+0000 7fd078d25640 1 -- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07412f880 msgr2=0x7fd07412fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:09.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.194+0000 7fd078d25640 1 --2- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07412f880 0x7fd07412fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.194+0000 7fd078d25640 1 -- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 msgr2=0x7fd07406e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:09.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.194+0000 7fd078d25640 1 --2- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 0x7fd07406e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.194+0000 7fd078d25640 1 -- 172.21.15.176:0/3763909816 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd07406f720 con 0x7fd07406e600 2024-09-16T00:12:09.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.194+0000 7fd078d25640 1 --2- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07406e600 0x7fd07412f340 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd0640097a0 tx=0x7fd064029fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31ffaf5b4aa53989 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:09.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.195+0000 7fd06bfff640 1 -- 172.21.15.176:0/3763909816 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd064037070 con 0x7fd07406e600 2024-09-16T00:12:09.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.195+0000 7fd06bfff640 1 -- 172.21.15.176:0/3763909816 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd06402ad10 con 0x7fd07406e600 2024-09-16T00:12:09.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.195+0000 7fd06bfff640 1 -- 172.21.15.176:0/3763909816 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd064032660 con 0x7fd07406e600 2024-09-16T00:12:09.199 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7fd07b78a640 1 -- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07406e600 msgr2=0x7fd07412f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.200 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7fd07b78a640 1 --2- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07406e600 0x7fd07412f340 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd0640097a0 tx=0x7fd064029fc0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.200 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7f275bee0640 1 Processor -- start 2024-09-16T00:12:09.201 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7fd07b78a640 1 -- 172.21.15.176:0/3763909816 shutdown_connections 2024-09-16T00:12:09.201 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7fd07b78a640 1 --2- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07412f880 0x7fd07412fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.201 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7fd07b78a640 1 --2- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07406e600 0x7fd07412f340 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.201 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7fd07b78a640 1 --2- 172.21.15.176:0/3763909816 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 0x7fd07406e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.201 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7fd07b78a640 1 -- 172.21.15.176:0/3763909816 >> 172.21.15.176:0/3763909816 conn(0x7fd07409e980 msgr2=0x7fd07409ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:09.201 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7fd07b78a640 1 -- 172.21.15.176:0/3763909816 shutdown_connections 2024-09-16T00:12:09.201 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7fd07b78a640 1 -- 172.21.15.176:0/3763909816 wait complete. 2024-09-16T00:12:09.202 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7f275bee0640 1 -- start start 2024-09-16T00:12:09.202 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7f275bee0640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754097750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7f275bee0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 0x7f275412f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7f275bee0640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f275412f910 0x7f275412fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7f275bee0640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f2754098e20 con 0x7f275412f910 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7f275bee0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f2754098090 con 0x7f2754097c90 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.199+0000 7f275bee0640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f27541302b0 con 0x7f2754097370 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f275947b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 0x7f275412f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f275947b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 0x7f275412f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50852/0 (socket says 172.21.15.176:50852) 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f275947b640 1 -- 172.21.15.176:0/316268713 learned_addr learned my addr 172.21.15.176:0/316268713 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f275a47d640 1 --2- 172.21.15.176:0/316268713 >> v2:172.21.15.176:3300/0 conn(0x7f275412f910 0x7f275412fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f2759c7c640 1 --2- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754097750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f275a47d640 1 -- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 msgr2=0x7f2754097750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:09.203 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f275a47d640 1 --2- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754097750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.204 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f275a47d640 1 -- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 msgr2=0x7f275412f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:09.204 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f275a47d640 1 --2- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 0x7f275412f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.204 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f275a47d640 1 -- 172.21.15.176:0/316268713 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2754098340 con 0x7f275412f910 2024-09-16T00:12:09.204 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7f2759c7c640 1 --2- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754097750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:09.204 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7fd07b78a640 1 Processor -- start 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.200+0000 7fd07b78a640 1 -- start start 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd07b78a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 0x7fd0741c8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd07b78a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07406e600 0x7fd0741c91d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd07b78a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07412f880 0x7fd074126f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd07b78a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd0741367f0 con 0x7fd07412f880 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd07b78a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd074136670 con 0x7fd07406dce0 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd079d27640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07412f880 0x7fd074126f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd079d27640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07412f880 0x7fd074126f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48516/0 (socket says 172.21.15.176:48516) 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd079d27640 1 -- 172.21.15.176:0/4171467618 learned_addr learned my addr 172.21.15.176:0/4171467618 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd07b78a640 1 -- 172.21.15.176:0/4171467618 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd074136970 con 0x7fd07406e600 2024-09-16T00:12:09.205 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd079526640 1 --2- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 0x7fd0741c8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.206 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7f275a47d640 1 --2- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f275412f910 0x7f275412fd70 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f274c009d90 tx=0x7f274c02a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5963da71efdb2d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:09.206 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd078d25640 1 --2- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07406e600 0x7fd0741c91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.206 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7f2758c7a640 1 -- 172.21.15.176:0/316268713 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c007740 con 0x7f275412f910 2024-09-16T00:12:09.206 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7f2758c7a640 1 -- 172.21.15.176:0/316268713 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f274c0078e0 con 0x7f275412f910 2024-09-16T00:12:09.207 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7f2758c7a640 1 -- 172.21.15.176:0/316268713 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c007cb0 con 0x7f275412f910 2024-09-16T00:12:09.207 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd078d25640 1 -- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 msgr2=0x7fd0741c8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.207 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd078d25640 1 --2- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 0x7fd0741c8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.208 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd078d25640 1 -- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07412f880 msgr2=0x7fd074126f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.208 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd078d25640 1 --2- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07412f880 0x7fd074126f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.208 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd078d25640 1 -- 172.21.15.176:0/4171467618 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd074090150 con 0x7fd07406e600 2024-09-16T00:12:09.208 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd079d27640 1 --2- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07412f880 0x7fd074126f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:09.208 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.201+0000 7fd078d25640 1 --2- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07406e600 0x7fd0741c91d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd074069640 tx=0x7fd0640046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:09.208 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7fd069ffb640 1 -- 172.21.15.176:0/4171467618 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd064041030 con 0x7fd07406e600 2024-09-16T00:12:09.208 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7f275bee0640 1 -- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f275412f910 msgr2=0x7f275412fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.208 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7f275bee0640 1 --2- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f275412f910 0x7f275412fd70 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f274c009d90 tx=0x7f274c02a490 comp rx=0 tx=0).stop 2024-09-16T00:12:09.209 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7fd07b78a640 1 -- 172.21.15.176:0/4171467618 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd074073a10 con 0x7fd07406e600 2024-09-16T00:12:09.209 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7f275bee0640 1 -- 172.21.15.176:0/316268713 shutdown_connections 2024-09-16T00:12:09.209 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7f275bee0640 1 --2- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f275412f910 0x7f275412fd70 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.209 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7f275bee0640 1 --2- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 0x7f275412f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.209 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7f275bee0640 1 --2- 172.21.15.176:0/316268713 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754097750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.209 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7f275bee0640 1 -- 172.21.15.176:0/316268713 >> 172.21.15.176:0/316268713 conn(0x7f275409b680 msgr2=0x7f275409ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:09.210 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7fd069ffb640 1 -- 172.21.15.176:0/4171467618 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd06402ab10 con 0x7fd07406e600 2024-09-16T00:12:09.210 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7f275bee0640 1 -- 172.21.15.176:0/316268713 shutdown_connections 2024-09-16T00:12:09.210 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7f275bee0640 1 -- 172.21.15.176:0/316268713 wait complete. 2024-09-16T00:12:09.211 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7fd069ffb640 1 -- 172.21.15.176:0/4171467618 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd064037040 con 0x7fd07406e600 2024-09-16T00:12:09.211 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.202+0000 7fd07b78a640 1 -- 172.21.15.176:0/4171467618 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd074128130 con 0x7fd07406e600 2024-09-16T00:12:09.211 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.203+0000 7f275bee0640 1 Processor -- start 2024-09-16T00:12:09.211 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.203+0000 7f275bee0640 1 -- start start 2024-09-16T00:12:09.211 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.203+0000 7fd07b78a640 1 -- 172.21.15.176:0/4171467618 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd07412f340 con 0x7fd07406e600 2024-09-16T00:12:09.212 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.203+0000 7f275bee0640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754125720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.212 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.203+0000 7f275bee0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 0x7f2754125c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.212 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.203+0000 7fd069ffb640 1 -- 172.21.15.176:0/4171467618 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 7) ==== 55745+0+0 (secure 0 0 0) 0x7fd064044070 con 0x7fd07406e600 2024-09-16T00:12:09.213 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.203+0000 7f275bee0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f275412f910 0x7f27541261a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:09.213 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f2759c7c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754125720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.213 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f2759c7c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754125720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52424/0 (socket says 172.21.15.176:52424) 2024-09-16T00:12:09.213 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f2759c7c640 1 -- 172.21.15.176:0/66503644 learned_addr learned my addr 172.21.15.176:0/66503644 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2754136700 con 0x7f275412f910 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f2754091470 con 0x7f2754097c90 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f2754136880 con 0x7f2754097370 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f275947b640 1 --2- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 0x7f2754125c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f275a47d640 1 --2- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f275412f910 0x7f27541261a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f2759c7c640 1 -- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 msgr2=0x7f2754125c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f2759c7c640 1 --2- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 0x7f2754125c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f2759c7c640 1 -- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f275412f910 msgr2=0x7f27541261a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f2759c7c640 1 --2- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f275412f910 0x7f27541261a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f2759c7c640 1 -- 172.21.15.176:0/66503644 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2754127140 con 0x7f2754097370 2024-09-16T00:12:09.214 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7fd069ffb640 1 -- 172.21.15.176:0/4171467618 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7fd06407d770 con 0x7fd07406e600 2024-09-16T00:12:09.215 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.204+0000 7f2759c7c640 1 --2- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754125720 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f275000e980 tx=0x7f275000ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:09.215 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.208+0000 7f274a7fc640 1 -- 172.21.15.176:0/66503644 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2750017070 con 0x7f2754097370 2024-09-16T00:12:09.215 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.208+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2754128a20 con 0x7f2754097370 2024-09-16T00:12:09.215 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.208+0000 7fd069ffb640 1 -- 172.21.15.176:0/4171467618 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7fd06402ace0 con 0x7fd07406e600 2024-09-16T00:12:09.216 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.208+0000 7f274a7fc640 1 -- 172.21.15.176:0/66503644 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f275000ca00 con 0x7f2754097370 2024-09-16T00:12:09.216 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.208+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f27541298e0 con 0x7f2754097370 2024-09-16T00:12:09.216 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.208+0000 7f274a7fc640 1 -- 172.21.15.176:0/66503644 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2750021060 con 0x7f2754097370 2024-09-16T00:12:09.217 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.209+0000 7f274a7fc640 1 -- 172.21.15.176:0/66503644 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 7) ==== 55745+0+0 (secure 0 0 0) 0x7f275001a070 con 0x7f2754097370 2024-09-16T00:12:09.217 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.209+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f275412f3d0 con 0x7f2754097370 2024-09-16T00:12:09.217 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.209+0000 7f274a7fc640 1 -- 172.21.15.176:0/66503644 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f275005dc70 con 0x7f2754097370 2024-09-16T00:12:09.217 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.213+0000 7f274a7fc640 1 -- 172.21.15.176:0/66503644 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f2754127140 con 0x7f2754097370 2024-09-16T00:12:09.285 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.284+0000 7fa4a5ffb640 1 -- 172.21.15.176:0/1718555368 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fa4c0139320 con 0x7fa4c0139540 2024-09-16T00:12:09.286 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.285+0000 7fa4a7fff640 1 -- 172.21.15.176:0/1718555368 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa4c006fae0 con 0x7fa4c0139540 2024-09-16T00:12:09.286 INFO:teuthology.orchestra.run.smithi176.stdout:38654705681 2024-09-16T00:12:09.289 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.287+0000 7fa4a5ffb640 1 -- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c0139540 msgr2=0x7fa4c006e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.289 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.287+0000 7fa4a5ffb640 1 --2- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c0139540 0x7fa4c006e5e0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fa4c0069630 tx=0x7fa4b800ef90 comp rx=0 tx=0).stop 2024-09-16T00:12:09.289 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.287+0000 7fa4a5ffb640 1 -- 172.21.15.176:0/1718555368 shutdown_connections 2024-09-16T00:12:09.289 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.287+0000 7fa4a5ffb640 1 --2- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa4c0139540 0x7fa4c006e5e0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.289 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.287+0000 7fa4a5ffb640 1 --2- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa4c0134030 0x7fa4c006e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.289 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.287+0000 7fa4a5ffb640 1 --2- 172.21.15.176:0/1718555368 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa4c009ab90 0x7fa4c0072bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.289 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.287+0000 7fa4a5ffb640 1 -- 172.21.15.176:0/1718555368 >> 172.21.15.176:0/1718555368 conn(0x7fa4c009eb50 msgr2=0x7fa4c013b2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:09.289 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.288+0000 7fa4a5ffb640 1 -- 172.21.15.176:0/1718555368 shutdown_connections 2024-09-16T00:12:09.289 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.288+0000 7fa4a5ffb640 1 -- 172.21.15.176:0/1718555368 wait complete. 2024-09-16T00:12:09.299 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.1 2024-09-16T00:12:09.351 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.350+0000 7fd07b78a640 1 -- 172.21.15.176:0/4171467618 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd074068fe0 con 0x7fd07406e600 2024-09-16T00:12:09.351 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.350+0000 7fd069ffb640 1 -- 172.21.15.176:0/4171467618 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd06407c6c0 con 0x7fd07406e600 2024-09-16T00:12:09.351 INFO:teuthology.orchestra.run.smithi176.stdout:38654705680 2024-09-16T00:12:09.352 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f2754068fe0 con 0x7f2754097370 2024-09-16T00:12:09.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7fd07b78a640 1 -- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07406e600 msgr2=0x7fd0741c91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7fd07b78a640 1 --2- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07406e600 0x7fd0741c91d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd074069640 tx=0x7fd0640046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7fd07b78a640 1 -- 172.21.15.176:0/4171467618 shutdown_connections 2024-09-16T00:12:09.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7fd07b78a640 1 --2- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd07412f880 0x7fd074126f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7fd07b78a640 1 --2- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd07406e600 0x7fd0741c91d0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7fd07b78a640 1 --2- 172.21.15.176:0/4171467618 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd07406dce0 0x7fd0741c8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7fd07b78a640 1 -- 172.21.15.176:0/4171467618 >> 172.21.15.176:0/4171467618 conn(0x7fd07409e980 msgr2=0x7fd07409df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:09.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7f274a7fc640 1 -- 172.21.15.176:0/66503644 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f275003d050 con 0x7f2754097370 2024-09-16T00:12:09.354 INFO:teuthology.orchestra.run.smithi176.stdout:38654705682 2024-09-16T00:12:09.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7fd07b78a640 1 -- 172.21.15.176:0/4171467618 shutdown_connections 2024-09-16T00:12:09.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.352+0000 7fd07b78a640 1 -- 172.21.15.176:0/4171467618 wait complete. 2024-09-16T00:12:09.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.354+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 msgr2=0x7f2754125720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.354+0000 7f275bee0640 1 --2- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754125720 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f275000e980 tx=0x7f275000ee40 comp rx=0 tx=0).stop 2024-09-16T00:12:09.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.354+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 shutdown_connections 2024-09-16T00:12:09.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.354+0000 7f275bee0640 1 --2- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f275412f910 0x7f27541261a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.354+0000 7f275bee0640 1 --2- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2754097c90 0x7f2754125c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.354+0000 7f275bee0640 1 --2- 172.21.15.176:0/66503644 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2754097370 0x7f2754125720 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.354+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 >> 172.21.15.176:0/66503644 conn(0x7f275409b680 msgr2=0x7f275409ac30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:09.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.354+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 shutdown_connections 2024-09-16T00:12:09.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.354+0000 7f275bee0640 1 -- 172.21.15.176:0/66503644 wait complete. 2024-09-16T00:12:09.364 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705681 got 38654705680 for osd.2 2024-09-16T00:12:09.365 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705682 for osd.0 2024-09-16T00:12:09.370 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.369+0000 7f0a98f33640 1 -- 172.21.15.176:0/2631899742 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f0a94068fe0 con 0x7f0a94097bf0 2024-09-16T00:12:09.370 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.369+0000 7f0a82ffd640 1 -- 172.21.15.176:0/2631899742 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0a8803cfe0 con 0x7f0a94097bf0 2024-09-16T00:12:09.370 INFO:teuthology.orchestra.run.smithi176.stdout:38654705682 2024-09-16T00:12:09.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.371+0000 7f0a98f33640 1 -- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a94097bf0 msgr2=0x7f0a940725a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:09.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.371+0000 7f0a98f33640 1 --2- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a94097bf0 0x7f0a940725a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0a8800e9e0 tx=0x7f0a8800eea0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.371+0000 7f0a98f33640 1 -- 172.21.15.176:0/2631899742 shutdown_connections 2024-09-16T00:12:09.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.371+0000 7f0a98f33640 1 --2- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a94131910 0x7f0a94072ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.371+0000 7f0a98f33640 1 --2- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0a94097bf0 0x7f0a940725a0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.371+0000 7f0a98f33640 1 --2- 172.21.15.176:0/2631899742 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0a94097100 0x7f0a94072060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:09.372 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.371+0000 7f0a98f33640 1 -- 172.21.15.176:0/2631899742 >> 172.21.15.176:0/2631899742 conn(0x7f0a9409b680 msgr2=0x7f0a94129eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:09.373 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.371+0000 7f0a98f33640 1 -- 172.21.15.176:0/2631899742 shutdown_connections 2024-09-16T00:12:09.373 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:09.371+0000 7f0a98f33640 1 -- 172.21.15.176:0/2631899742 wait complete. 2024-09-16T00:12:09.382 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705682 for osd.3 2024-09-16T00:12:10.061 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:10.060+0000 7faa2b793640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-16T00:12:10.065 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:10.064+0000 7faa2b793640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T00:12:10.067 INFO:tasks.ceph.mgr.y.smithi176.stderr:2024-09-16T00:12:10.066+0000 7faa2b793640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T00:12:10.300 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:12:10.365 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:12:10.366 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:12:10.383 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:12:10.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.412+0000 7fe9f9ffb640 1 Processor -- start 2024-09-16T00:12:10.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.412+0000 7fe9f9ffb640 1 -- start start 2024-09-16T00:12:10.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.412+0000 7fe9f9ffb640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe9f406dce0 0x7fe9f406e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.412+0000 7fe9f9ffb640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f406e600 0x7fe9f412f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f9ffb640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9f406f720 con 0x7fe9f412f880 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f9ffb640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe9f4075bc0 con 0x7fe9f406dce0 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f9ffb640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe9f4070340 con 0x7fe9f406e600 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f3fff640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fe9f412f880 0x7fe9f412fce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41788/0 (socket says 172.21.15.176:41788) 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f37fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe9f406dce0 0x7fe9f406e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f3fff640 1 -- 172.21.15.176:0/1821758412 learned_addr learned my addr 172.21.15.176:0/1821758412 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f2ffd640 1 --2- 172.21.15.176:0/1821758412 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f406e600 0x7fe9f412f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f37fe640 1 -- 172.21.15.176:0/1821758412 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f406e600 msgr2=0x7fe9f412f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f37fe640 1 --2- 172.21.15.176:0/1821758412 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f406e600 0x7fe9f412f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f37fe640 1 -- 172.21.15.176:0/1821758412 >> v1:172.21.15.176:6789/0 conn(0x7fe9f412f880 legacy=0x7fe9f412fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f37fe640 1 -- 172.21.15.176:0/1821758412 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9f406e9e0 con 0x7fe9f406dce0 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.413+0000 7fe9f2ffd640 1 --2- 172.21.15.176:0/1821758412 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f406e600 0x7fe9f412f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:10.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.414+0000 7fe9f37fe640 1 --2- 172.21.15.176:0/1821758412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f406dce0 0x7fe9f406e0c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe9e40097a0 tx=0x7fe9e402a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=274826a946a45371 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:10.420 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.414+0000 7fe9f27fc640 1 -- 172.21.15.176:0/1821758412 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e4037070 con 0x7fe9f406dce0 2024-09-16T00:12:10.420 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.415+0000 7fe9f27fc640 1 -- 172.21.15.176:0/1821758412 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e402adb0 con 0x7fe9f406dce0 2024-09-16T00:12:10.420 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.415+0000 7fe9f27fc640 1 -- 172.21.15.176:0/1821758412 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e4032660 con 0x7fe9f406dce0 2024-09-16T00:12:10.420 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.415+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/1821758412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f406dce0 msgr2=0x7fe9f406e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.415+0000 7fe9f9ffb640 1 --2- 172.21.15.176:0/1821758412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f406dce0 0x7fe9f406e0c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe9e40097a0 tx=0x7fe9e402a060 comp rx=0 tx=0).stop 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.415+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/1821758412 shutdown_connections 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.415+0000 7fe9f9ffb640 1 --2- 172.21.15.176:0/1821758412 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f406e600 0x7fe9f412f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.415+0000 7fe9f9ffb640 1 --2- 172.21.15.176:0/1821758412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f406dce0 0x7fe9f406e0c0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.415+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/1821758412 >> 172.21.15.176:0/1821758412 conn(0x7fe9f409e980 msgr2=0x7fe9f409ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.415+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/1821758412 shutdown_connections 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.415+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/1821758412 wait complete. 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f9ffb640 1 Processor -- start 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f9ffb640 1 -- start start 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f9ffb640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe9f406e600 0x7fe9f41306a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f9ffb640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f412f880 0x7fe9f4130be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f9ffb640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f4131120 0x7fe9f41caad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f9ffb640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f4137a10 con 0x7fe9f412f880 2024-09-16T00:12:10.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f9ffb640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe9f4137890 con 0x7fe9f406e600 2024-09-16T00:12:10.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f9ffb640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe9f4137b90 con 0x7fe9f4131120 2024-09-16T00:12:10.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f2ffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f412f880 0x7fe9f4130be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f2ffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f412f880 0x7fe9f4130be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48542/0 (socket says 172.21.15.176:48542) 2024-09-16T00:12:10.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f2ffd640 1 -- 172.21.15.176:0/3422994708 learned_addr learned my addr 172.21.15.176:0/3422994708 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:10.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f37fe640 1 --2- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe9f406e600 0x7fe9f41306a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.423 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.417+0000 7fe9f3fff640 1 --2- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f4131120 0x7fe9f41caad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9f2ffd640 1 -- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f4131120 msgr2=0x7fe9f41caad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9f2ffd640 1 --2- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f4131120 0x7fe9f41caad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9f2ffd640 1 -- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe9f406e600 msgr2=0x7fe9f41306a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9f2ffd640 1 --2- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe9f406e600 0x7fe9f41306a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9f2ffd640 1 -- 172.21.15.176:0/3422994708 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9f4131aa0 con 0x7fe9f412f880 2024-09-16T00:12:10.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9f3fff640 1 --2- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f4131120 0x7fe9f41caad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:10.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9f2ffd640 1 --2- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f412f880 0x7fe9f4130be0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe9e800ebe0 tx=0x7fe9e800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:10.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9dbfff640 1 -- 172.21.15.176:0/3422994708 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e8017070 con 0x7fe9f412f880 2024-09-16T00:12:10.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9dbfff640 1 -- 172.21.15.176:0/3422994708 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e800cbd0 con 0x7fe9f412f880 2024-09-16T00:12:10.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/3422994708 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9f4132310 con 0x7fe9f412f880 2024-09-16T00:12:10.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9dbfff640 1 -- 172.21.15.176:0/3422994708 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e8013470 con 0x7fe9f412f880 2024-09-16T00:12:10.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.418+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/3422994708 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9f41315d0 con 0x7fe9f412f880 2024-09-16T00:12:10.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.420+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/3422994708 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9f406e0c0 con 0x7fe9f412f880 2024-09-16T00:12:10.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.420+0000 7fe9dbfff640 1 -- 172.21.15.176:0/3422994708 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 8) ==== 55837+0+0 (secure 0 0 0) 0x7fe9e801a070 con 0x7fe9f412f880 2024-09-16T00:12:10.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.420+0000 7fe9dbfff640 1 -- 172.21.15.176:0/3422994708 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7fe9e805d5e0 con 0x7fe9f412f880 2024-09-16T00:12:10.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.424+0000 7fe9dbfff640 1 -- 172.21.15.176:0/3422994708 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fe9e803c950 con 0x7fe9f412f880 2024-09-16T00:12:10.474 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.473+0000 7fdf430d2640 1 Processor -- start 2024-09-16T00:12:10.474 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.473+0000 7f4bf51ed640 1 Processor -- start 2024-09-16T00:12:10.474 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.473+0000 7f4bf51ed640 1 -- start start 2024-09-16T00:12:10.475 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.473+0000 7fdf430d2640 1 -- start start 2024-09-16T00:12:10.475 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.473+0000 7f4bf51ed640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bf006f0a0 0x7f4bf006f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.475 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.473+0000 7f4bf51ed640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bf012c780 0x7f4bf01343b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.476 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4bee59c640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f4bf006f9c0 0x7f4bf012c070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41790/0 (socket says 172.21.15.176:41790) 2024-09-16T00:12:10.476 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4beed9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bf006f0a0 0x7f4bf006f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.476 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf430d2640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdf3c12c3c0 0x7fdf3c130d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.476 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf430d2640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf3c062e50 0x7fdf3c1343c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.476 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf430d2640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf3c094590 con 0x7fdf3c093760 2024-09-16T00:12:10.476 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf430d2640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fdf3c094df0 con 0x7fdf3c12c3c0 2024-09-16T00:12:10.476 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf430d2640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdf3c0950b0 con 0x7fdf3c062e50 2024-09-16T00:12:10.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf40e6e640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fdf3c093760 0x7fdf3c12bcb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41802/0 (socket says 172.21.15.176:41802) 2024-09-16T00:12:10.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4beed9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bf006f0a0 0x7f4bf006f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52454/0 (socket says 172.21.15.176:52454) 2024-09-16T00:12:10.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf40e6e640 1 -- 172.21.15.176:0/3437012741 learned_addr learned my addr 172.21.15.176:0/3437012741 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:10.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf3bfff640 1 --2- 172.21.15.176:0/3437012741 >> v2:172.21.15.176:3300/0 conn(0x7fdf3c12c3c0 0x7fdf3c130d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4bef59e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bf012c780 0x7f4bf01343b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf4166f640 1 --2- 172.21.15.176:0/3437012741 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf3c062e50 0x7fdf3c1343c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.479 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4bef59e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bf012c780 0x7f4bf01343b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50876/0 (socket says 172.21.15.176:50876) 2024-09-16T00:12:10.479 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4bf51ed640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4bf0070c60 con 0x7f4bf006f9c0 2024-09-16T00:12:10.479 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4bf51ed640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f4bf0070190 con 0x7f4bf012c780 2024-09-16T00:12:10.479 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4bf51ed640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f4bf00711b0 con 0x7f4bf006f0a0 2024-09-16T00:12:10.479 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4bee59c640 1 -- 172.21.15.176:0/2622228448 learned_addr learned my addr 172.21.15.176:0/2622228448 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:10.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf3bfff640 1 -- 172.21.15.176:0/3437012741 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf3c062e50 msgr2=0x7fdf3c1343c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:10.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf3bfff640 1 --2- 172.21.15.176:0/3437012741 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf3c062e50 0x7fdf3c1343c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf3bfff640 1 -- 172.21.15.176:0/3437012741 >> v1:172.21.15.176:6789/0 conn(0x7fdf3c093760 legacy=0x7fdf3c12bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 941659578 0 0) 0x7f4bf0070c60 con 0x7f4bf006f9c0 2024-09-16T00:12:10.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4bd8005730 con 0x7f4bf006f9c0 2024-09-16T00:12:10.481 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7fdf3bfff640 1 -- 172.21.15.176:0/3437012741 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf3c0949b0 con 0x7fdf3c12c3c0 2024-09-16T00:12:10.482 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.474+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 <== mon.0 v1:172.21.15.176:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1914215584 0 0) 0x7f4bd8005730 con 0x7f4bf006f9c0 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bf006f0a0 msgr2=0x7f4bf006f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bf006f0a0 0x7f4bf006f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bf012c780 msgr2=0x7f4bf01343b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bf012c780 0x7f4bf01343b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 --> v1:172.21.15.176:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bf0070360 con 0x7f4bf006f9c0 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 <== mon.0 v1:172.21.15.176:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3220256271 0 0) 0x7f4be4001670 con 0x7f4bf006f9c0 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 >> v1:172.21.15.176:6789/0 conn(0x7f4bf006f9c0 legacy=0x7f4bf012c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4bd8005bf0 0x7f4bd8006010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 0x7f4bd8006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd80073d0 0x7f4bd800dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf00711b0 con 0x7f4bd8005bf0 2024-09-16T00:12:10.483 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f4bd800e140 con 0x7f4bd8006a10 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f4bd800e340 con 0x7f4bd80073d0 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bef59e640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bf012c780 0x7f4bf01343b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4beed9d640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bf006f0a0 0x7f4bf006f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bee59c640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 0x7f4bd8006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bef59e640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd80073d0 0x7f4bd800dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4beed9d640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4bd8005bf0 0x7f4bd8006010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bef59e640 1 -- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 msgr2=0x7f4bd8006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bef59e640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 0x7f4bd8006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bef59e640 1 -- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4bd8005bf0 msgr2=0x7f4bd8006010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bef59e640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4bd8005bf0 0x7f4bd8006010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.484 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.475+0000 7f4bef59e640 1 -- 172.21.15.176:0/2622228448 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bd8005730 con 0x7f4bd80073d0 2024-09-16T00:12:10.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.476+0000 7fdf3bfff640 1 --2- 172.21.15.176:0/3437012741 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf3c12c3c0 0x7fdf3c130d60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdf280097a0 tx=0x7fdf2802a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f370158cb97a275 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:10.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.476+0000 7fdf3b7fe640 1 -- 172.21.15.176:0/3437012741 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf28037070 con 0x7fdf3c12c3c0 2024-09-16T00:12:10.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.476+0000 7fdf3b7fe640 1 -- 172.21.15.176:0/3437012741 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf2802ac90 con 0x7fdf3c12c3c0 2024-09-16T00:12:10.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.476+0000 7fdf3b7fe640 1 -- 172.21.15.176:0/3437012741 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf28032660 con 0x7fdf3c12c3c0 2024-09-16T00:12:10.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.476+0000 7f4bef59e640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd80073d0 0x7f4bd800dbd0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f4be800e1f0 tx=0x7f4bd8007a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74590faab4c4c805 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:10.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.476+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be8009d40 con 0x7f4bd80073d0 2024-09-16T00:12:10.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.476+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4be8035070 con 0x7f4bd80073d0 2024-09-16T00:12:10.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.476+0000 7f4bedd9b640 1 -- 172.21.15.176:0/2622228448 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be8004030 con 0x7f4bd80073d0 2024-09-16T00:12:10.487 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.477+0000 7fdf430d2640 1 -- 172.21.15.176:0/3437012741 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf3c12c3c0 msgr2=0x7fdf3c130d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.487 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.477+0000 7fdf430d2640 1 --2- 172.21.15.176:0/3437012741 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf3c12c3c0 0x7fdf3c130d60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdf280097a0 tx=0x7fdf2802a000 comp rx=0 tx=0).stop 2024-09-16T00:12:10.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.477+0000 7fdf430d2640 1 -- 172.21.15.176:0/3437012741 shutdown_connections 2024-09-16T00:12:10.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.477+0000 7fdf430d2640 1 --2- 172.21.15.176:0/3437012741 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf3c062e50 0x7fdf3c1343c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.477+0000 7fdf430d2640 1 --2- 172.21.15.176:0/3437012741 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf3c12c3c0 0x7fdf3c130d60 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.477+0000 7fdf430d2640 1 -- 172.21.15.176:0/3437012741 >> 172.21.15.176:0/3437012741 conn(0x7fdf3c09c290 msgr2=0x7fdf3c09c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:10.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.477+0000 7fdf430d2640 1 -- 172.21.15.176:0/3437012741 shutdown_connections 2024-09-16T00:12:10.488 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.477+0000 7fdf430d2640 1 -- 172.21.15.176:0/3437012741 wait complete. 2024-09-16T00:12:10.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.477+0000 7f4bf51ed640 1 -- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd80073d0 msgr2=0x7f4bd800dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.477+0000 7f4bf51ed640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd80073d0 0x7f4bd800dbd0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f4be800e1f0 tx=0x7f4bd8007a40 comp rx=0 tx=0).stop 2024-09-16T00:12:10.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.478+0000 7f4bf51ed640 1 -- 172.21.15.176:0/2622228448 shutdown_connections 2024-09-16T00:12:10.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.478+0000 7f4bf51ed640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd80073d0 0x7f4bd800dbd0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.478+0000 7f4bf51ed640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 0x7f4bd8006e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.478+0000 7f4bf51ed640 1 --2- 172.21.15.176:0/2622228448 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4bd8005bf0 0x7f4bd8006010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.478+0000 7f4bf51ed640 1 -- 172.21.15.176:0/2622228448 >> 172.21.15.176:0/2622228448 conn(0x7f4bf009b610 msgr2=0x7f4bf009ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:10.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.478+0000 7f4bf51ed640 1 -- 172.21.15.176:0/2622228448 shutdown_connections 2024-09-16T00:12:10.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.478+0000 7f4bf51ed640 1 -- 172.21.15.176:0/2622228448 wait complete. 2024-09-16T00:12:10.491 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.478+0000 7fdf430d2640 1 Processor -- start 2024-09-16T00:12:10.491 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.478+0000 7fdf430d2640 1 -- start start 2024-09-16T00:12:10.491 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.479+0000 7fdf430d2640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf3c062e50 0x7fdf3c12ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.479+0000 7fdf430d2640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdf3c093760 0x7fdf3c12cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.479+0000 7fdf40e6e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf3c062e50 0x7fdf3c12ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.479+0000 7fdf3bfff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdf3c093760 0x7fdf3c12cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.479+0000 7fdf40e6e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf3c062e50 0x7fdf3c12ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48576/0 (socket says 172.21.15.176:48576) 2024-09-16T00:12:10.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.479+0000 7fdf3bfff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdf3c093760 0x7fdf3c12cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52462/0 (socket says 172.21.15.176:52462) 2024-09-16T00:12:10.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf430d2640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf3c12c3c0 0x7fdf3c12d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf40e6e640 1 -- 172.21.15.176:0/1136701751 learned_addr learned my addr 172.21.15.176:0/1136701751 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:10.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdf3c063460 con 0x7fdf3c062e50 2024-09-16T00:12:10.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdf3c0632e0 con 0x7fdf3c12c3c0 2024-09-16T00:12:10.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fdf3c1312a0 con 0x7fdf3c093760 2024-09-16T00:12:10.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7f4bf51ed640 1 Processor -- start 2024-09-16T00:12:10.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7f4bf51ed640 1 -- start start 2024-09-16T00:12:10.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf4166f640 1 --2- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf3c12c3c0 0x7fdf3c12d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf3bfff640 1 -- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf3c12c3c0 msgr2=0x7fdf3c12d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf3bfff640 1 --2- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf3c12c3c0 0x7fdf3c12d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf3bfff640 1 -- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf3c062e50 msgr2=0x7fdf3c12ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4bf51ed640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd8005bf0 0x7f4bf01c01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf3bfff640 1 --2- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf3c062e50 0x7fdf3c12ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.495 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4bf51ed640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 0x7f4bf01c06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.495 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4beed9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd8005bf0 0x7f4bf01c01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.495 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf3bfff640 1 -- 172.21.15.176:0/1136701751 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf3c12f030 con 0x7fdf3c093760 2024-09-16T00:12:10.495 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4bee59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 0x7f4bf01c06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.495 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4bee59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 0x7f4bf01c06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50904/0 (socket says 172.21.15.176:50904) 2024-09-16T00:12:10.496 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4beed9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd8005bf0 0x7f4bf01c01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52466/0 (socket says 172.21.15.176:52466) 2024-09-16T00:12:10.496 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4bee59c640 1 -- 172.21.15.176:0/3739944620 learned_addr learned my addr 172.21.15.176:0/3739944620 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:10.496 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4bf51ed640 1 --2- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4bd80073d0 0x7f4bf008cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.496 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.480+0000 7fdf3bfff640 1 --2- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdf3c093760 0x7fdf3c12cf70 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fdf28031000 tx=0x7fdf280046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:10.496 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7fdf397fa640 1 -- 172.21.15.176:0/1136701751 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf28041070 con 0x7fdf3c093760 2024-09-16T00:12:10.496 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7fdf397fa640 1 -- 172.21.15.176:0/1136701751 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf28004220 con 0x7fdf3c093760 2024-09-16T00:12:10.496 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7fdf397fa640 1 -- 172.21.15.176:0/1136701751 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf28041070 con 0x7fdf3c093760 2024-09-16T00:12:10.496 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf3c12dc80 con 0x7fdf3c093760 2024-09-16T00:12:10.496 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf3c1284a0 con 0x7fdf3c093760 2024-09-16T00:12:10.497 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf012cdb0 con 0x7f4bd80073d0 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4bef59e640 1 --2- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4bd80073d0 0x7f4bf008cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f4bf012cc30 con 0x7f4bd8006a10 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.481+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f4bf012cf30 con 0x7f4bd8005bf0 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.482+0000 7f4beed9d640 1 -- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 msgr2=0x7f4bf01c06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.482+0000 7f4beed9d640 1 --2- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 0x7f4bf01c06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.482+0000 7f4beed9d640 1 -- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4bd80073d0 msgr2=0x7f4bf008cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.482+0000 7f4beed9d640 1 --2- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4bd80073d0 0x7f4bf008cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.482+0000 7f4beed9d640 1 -- 172.21.15.176:0/3739944620 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bf008ee60 con 0x7f4bd8005bf0 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.482+0000 7f4beed9d640 1 --2- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd8005bf0 0x7f4bf01c01a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4be00115d0 tx=0x7f4be0011a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.482+0000 7f4bd77fe640 1 -- 172.21.15.176:0/3739944620 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be0019070 con 0x7f4bd8005bf0 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.482+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bf01c0c20 con 0x7f4bd8005bf0 2024-09-16T00:12:10.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.482+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bf008f760 con 0x7f4bd8005bf0 2024-09-16T00:12:10.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.483+0000 7fdf397fa640 1 -- 172.21.15.176:0/1136701751 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 8) ==== 55837+0+0 (secure 0 0 0) 0x7fdf280043d0 con 0x7fdf3c093760 2024-09-16T00:12:10.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.483+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf3c128730 con 0x7fdf3c093760 2024-09-16T00:12:10.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.483+0000 7f4bd77fe640 1 -- 172.21.15.176:0/3739944620 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4be0004440 con 0x7f4bd8005bf0 2024-09-16T00:12:10.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.483+0000 7f4bd77fe640 1 -- 172.21.15.176:0/3739944620 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be0003810 con 0x7f4bd8005bf0 2024-09-16T00:12:10.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.483+0000 7fdf397fa640 1 -- 172.21.15.176:0/1136701751 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7fdf28004020 con 0x7fdf3c093760 2024-09-16T00:12:10.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.484+0000 7f4bd77fe640 1 -- 172.21.15.176:0/3739944620 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 8) ==== 55837+0+0 (secure 0 0 0) 0x7f4be001c070 con 0x7f4bd8005bf0 2024-09-16T00:12:10.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.484+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bf006f480 con 0x7f4bd8005bf0 2024-09-16T00:12:10.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.484+0000 7f4bd77fe640 1 -- 172.21.15.176:0/3739944620 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f4be005d8d0 con 0x7f4bd8005bf0 2024-09-16T00:12:10.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.488+0000 7fdf397fa640 1 -- 172.21.15.176:0/1136701751 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fdf3c128730 con 0x7fdf3c093760 2024-09-16T00:12:10.501 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.495+0000 7f4bd77fe640 1 -- 172.21.15.176:0/3739944620 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f4be003cbc0 con 0x7f4bd8005bf0 2024-09-16T00:12:10.516 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.515+0000 7f55fa8fc640 1 Processor -- start 2024-09-16T00:12:10.516 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55fa8fc640 1 -- start start 2024-09-16T00:12:10.518 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55fa8fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f406e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.518 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55fa8fc640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f55f406e600 0x7f55f412f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.518 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55fa8fc640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55f406f720 con 0x7f55f412f880 2024-09-16T00:12:10.518 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55fa8fc640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f55f4075bc0 con 0x7f55f406e600 2024-09-16T00:12:10.518 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55fa8fc640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f55f4070340 con 0x7f55f406dce0 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55f3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f406e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55f3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f406e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52472/0 (socket says 172.21.15.176:52472) 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55f3fff640 1 -- 172.21.15.176:0/2446172119 learned_addr learned my addr 172.21.15.176:0/2446172119 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55ebfff640 1 --2- 172.21.15.176:0/2446172119 >> v2:172.21.15.176:3300/0 conn(0x7f55f406e600 0x7f55f412f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55f3fff640 1 -- 172.21.15.176:0/2446172119 >> v2:172.21.15.176:3300/0 conn(0x7f55f406e600 msgr2=0x7f55f412f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55f3fff640 1 --2- 172.21.15.176:0/2446172119 >> v2:172.21.15.176:3300/0 conn(0x7f55f406e600 0x7f55f412f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55f3fff640 1 -- 172.21.15.176:0/2446172119 >> v1:172.21.15.176:6789/0 conn(0x7f55f412f880 legacy=0x7f55f412fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55f3fff640 1 -- 172.21.15.176:0/2446172119 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55f406e9e0 con 0x7f55f406dce0 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.516+0000 7f55ebfff640 1 --2- 172.21.15.176:0/2446172119 >> v2:172.21.15.176:3300/0 conn(0x7f55f406e600 0x7f55f412f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.517+0000 7f55f3fff640 1 --2- 172.21.15.176:0/2446172119 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f406e0c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f55e4009870 tx=0x7f55e402a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cbb951a3b85ba538 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.517+0000 7f55f37fe640 1 -- 172.21.15.176:0/2446172119 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e4037070 con 0x7f55f406dce0 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.517+0000 7f55f37fe640 1 -- 172.21.15.176:0/2446172119 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55e4032440 con 0x7f55f406dce0 2024-09-16T00:12:10.519 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.517+0000 7f55f37fe640 1 -- 172.21.15.176:0/2446172119 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e4032810 con 0x7f55f406dce0 2024-09-16T00:12:10.522 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.518+0000 7f55fa8fc640 1 -- 172.21.15.176:0/2446172119 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 msgr2=0x7f55f406e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.522 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.518+0000 7f55fa8fc640 1 --2- 172.21.15.176:0/2446172119 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f406e0c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f55e4009870 tx=0x7f55e402a130 comp rx=0 tx=0).stop 2024-09-16T00:12:10.522 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.518+0000 7f55fa8fc640 1 -- 172.21.15.176:0/2446172119 shutdown_connections 2024-09-16T00:12:10.522 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.518+0000 7f55fa8fc640 1 --2- 172.21.15.176:0/2446172119 >> v2:172.21.15.176:3300/0 conn(0x7f55f406e600 0x7f55f412f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.522 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.518+0000 7f55fa8fc640 1 --2- 172.21.15.176:0/2446172119 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f406e0c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.522 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.518+0000 7f55fa8fc640 1 -- 172.21.15.176:0/2446172119 >> 172.21.15.176:0/2446172119 conn(0x7f55f409e980 msgr2=0x7f55f409ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:10.522 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.518+0000 7f55fa8fc640 1 -- 172.21.15.176:0/2446172119 shutdown_connections 2024-09-16T00:12:10.522 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.518+0000 7f55fa8fc640 1 -- 172.21.15.176:0/2446172119 wait complete. 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.519+0000 7f55fa8fc640 1 Processor -- start 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.519+0000 7f55fa8fc640 1 -- start start 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.519+0000 7f55fa8fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f4130430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.519+0000 7f55fa8fc640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f55f406e600 0x7f55f4130970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55fa8fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55f412f880 0x7f55f4130eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55ebfff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f55f406e600 0x7f55f4130970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f4130430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55ebfff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f55f406e600 0x7f55f4130970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50918/0 (socket says 172.21.15.176:50918) 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f4130430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52474/0 (socket says 172.21.15.176:52474) 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55ebfff640 1 -- 172.21.15.176:0/1262441702 learned_addr learned my addr 172.21.15.176:0/1262441702 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f55f4137a10 con 0x7f55f412f880 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f55f4137890 con 0x7f55f406e600 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f55f4137b90 con 0x7f55f406dce0 2024-09-16T00:12:10.523 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f8e99640 1 --2- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55f412f880 0x7f55f4130eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f3fff640 1 -- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f55f406e600 msgr2=0x7f55f4130970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f3fff640 1 --2- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f55f406e600 0x7f55f4130970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f3fff640 1 -- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55f412f880 msgr2=0x7f55f4130eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f3fff640 1 --2- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55f412f880 0x7f55f4130eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f3fff640 1 -- 172.21.15.176:0/1262441702 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55f412cbb0 con 0x7f55f406dce0 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f8e99640 1 --2- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55f412f880 0x7f55f4130eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f3fff640 1 --2- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f4130430 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f55e4031000 tx=0x7f55e40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f17fa640 1 -- 172.21.15.176:0/1262441702 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e4041020 con 0x7f55f406dce0 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f17fa640 1 -- 172.21.15.176:0/1262441702 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55e4030700 con 0x7f55f406dce0 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55f4132500 con 0x7f55f406dce0 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.520+0000 7f55f17fa640 1 -- 172.21.15.176:0/1262441702 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e4037040 con 0x7f55f406dce0 2024-09-16T00:12:10.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.521+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f55f4131900 con 0x7f55f406dce0 2024-09-16T00:12:10.525 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.521+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55f4133670 con 0x7f55f406dce0 2024-09-16T00:12:10.525 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.522+0000 7f55f17fa640 1 -- 172.21.15.176:0/1262441702 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 8) ==== 55837+0+0 (secure 0 0 0) 0x7f55e4044020 con 0x7f55f406dce0 2024-09-16T00:12:10.525 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.522+0000 7f55f17fa640 1 -- 172.21.15.176:0/1262441702 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f55e407dd50 con 0x7f55f406dce0 2024-09-16T00:12:10.530 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.529+0000 7f55f17fa640 1 -- 172.21.15.176:0/1262441702 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f55f4133670 con 0x7f55f406dce0 2024-09-16T00:12:10.627 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.626+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/3422994708 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fe9f4128650 con 0x7fe9f412f880 2024-09-16T00:12:10.627 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.626+0000 7fe9dbfff640 1 -- 172.21.15.176:0/3422994708 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe9e803cbb0 con 0x7fe9f412f880 2024-09-16T00:12:10.628 INFO:teuthology.orchestra.run.smithi176.stdout:38654705681 2024-09-16T00:12:10.629 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.628+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/3422994708 >> v1:172.21.15.176:6816/980076289 conn(0x7fe9e0047e20 legacy=0x7fe9e004a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.629 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.628+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f412f880 msgr2=0x7fe9f4130be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.628+0000 7fe9f9ffb640 1 --2- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f412f880 0x7fe9f4130be0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe9e800ebe0 tx=0x7fe9e800c520 comp rx=0 tx=0).stop 2024-09-16T00:12:10.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.628+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/3422994708 shutdown_connections 2024-09-16T00:12:10.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.628+0000 7fe9f9ffb640 1 --2- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe9f4131120 0x7fe9f41caad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.628+0000 7fe9f9ffb640 1 --2- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe9f412f880 0x7fe9f4130be0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.628+0000 7fe9f9ffb640 1 --2- 172.21.15.176:0/3422994708 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe9f406e600 0x7fe9f41306a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.628+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/3422994708 >> 172.21.15.176:0/3422994708 conn(0x7fe9f409e980 msgr2=0x7fe9f409df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:10.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.628+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/3422994708 shutdown_connections 2024-09-16T00:12:10.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.628+0000 7fe9f9ffb640 1 -- 172.21.15.176:0/3422994708 wait complete. 2024-09-16T00:12:10.640 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.1 2024-09-16T00:12:10.646 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.645+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fdf3c12bcb0 con 0x7fdf3c093760 2024-09-16T00:12:10.646 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.645+0000 7fdf397fa640 1 -- 172.21.15.176:0/1136701751 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdf3c128730 con 0x7fdf3c093760 2024-09-16T00:12:10.647 INFO:teuthology.orchestra.run.smithi176.stdout:38654705680 2024-09-16T00:12:10.649 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.648+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 >> v1:172.21.15.176:6816/980076289 conn(0x7fdf20048220 legacy=0x7fdf2004a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.649 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.648+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdf3c093760 msgr2=0x7fdf3c12cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.649 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.648+0000 7fdf430d2640 1 --2- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdf3c093760 0x7fdf3c12cf70 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fdf28031000 tx=0x7fdf280046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.650 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.648+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 shutdown_connections 2024-09-16T00:12:10.650 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.648+0000 7fdf430d2640 1 --2- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdf3c12c3c0 0x7fdf3c12d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.650 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.648+0000 7fdf430d2640 1 --2- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdf3c093760 0x7fdf3c12cf70 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.650 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.648+0000 7fdf430d2640 1 --2- 172.21.15.176:0/1136701751 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdf3c062e50 0x7fdf3c12ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.650 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.648+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 >> 172.21.15.176:0/1136701751 conn(0x7fdf3c09c290 msgr2=0x7fdf3c0993d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:10.650 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.648+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 shutdown_connections 2024-09-16T00:12:10.650 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.648+0000 7fdf430d2640 1 -- 172.21.15.176:0/1136701751 wait complete. 2024-09-16T00:12:10.664 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705681 got 38654705680 for osd.2 2024-09-16T00:12:10.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.685+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f55f406e0c0 con 0x7f55f406dce0 2024-09-16T00:12:10.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.685+0000 7f55f17fa640 1 -- 172.21.15.176:0/1262441702 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f55e404b030 con 0x7f55f406dce0 2024-09-16T00:12:10.686 INFO:teuthology.orchestra.run.smithi176.stdout:38654705682 2024-09-16T00:12:10.688 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.687+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 >> v1:172.21.15.176:6816/980076289 conn(0x7f55d4047e20 legacy=0x7f55d404a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.688 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.687+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 msgr2=0x7f55f4130430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.688 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.687+0000 7f55fa8fc640 1 --2- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f4130430 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f55e4031000 tx=0x7f55e40046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.688 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.687+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 shutdown_connections 2024-09-16T00:12:10.688 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.687+0000 7f55fa8fc640 1 --2- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f55f412f880 0x7f55f4130eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.689 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.687+0000 7f55fa8fc640 1 --2- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f55f406e600 0x7f55f4130970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.689 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.687+0000 7f55fa8fc640 1 --2- 172.21.15.176:0/1262441702 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f55f406dce0 0x7f55f4130430 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.689 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.687+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 >> 172.21.15.176:0/1262441702 conn(0x7f55f409e980 msgr2=0x7f55f412d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:10.689 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.687+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 shutdown_connections 2024-09-16T00:12:10.689 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.687+0000 7f55fa8fc640 1 -- 172.21.15.176:0/1262441702 wait complete. 2024-09-16T00:12:10.695 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.694+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4bf0090180 con 0x7f4bd8005bf0 2024-09-16T00:12:10.695 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.694+0000 7f4bd77fe640 1 -- 172.21.15.176:0/3739944620 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4be003ce20 con 0x7f4bd8005bf0 2024-09-16T00:12:10.696 INFO:teuthology.orchestra.run.smithi176.stdout:38654705682 2024-09-16T00:12:10.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.696+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 >> v1:172.21.15.176:6816/980076289 conn(0x7f4bdc047e20 legacy=0x7f4bdc04a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.696+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd8005bf0 msgr2=0x7f4bf01c01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:10.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.696+0000 7f4bf51ed640 1 --2- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd8005bf0 0x7f4bf01c01a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4be00115d0 tx=0x7f4be0011a90 comp rx=0 tx=0).stop 2024-09-16T00:12:10.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.696+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 shutdown_connections 2024-09-16T00:12:10.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.696+0000 7f4bf51ed640 1 --2- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4bd80073d0 0x7f4bf008cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.696+0000 7f4bf51ed640 1 --2- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4bd8006a10 0x7f4bf01c06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.696+0000 7f4bf51ed640 1 --2- 172.21.15.176:0/3739944620 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4bd8005bf0 0x7f4bf01c01a0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:10.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.696+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 >> 172.21.15.176:0/3739944620 conn(0x7f4bf009b610 msgr2=0x7f4bf006e650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:10.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.696+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 shutdown_connections 2024-09-16T00:12:10.698 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:10.696+0000 7f4bf51ed640 1 -- 172.21.15.176:0/3739944620 wait complete. 2024-09-16T00:12:10.700 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705682 for osd.3 2024-09-16T00:12:10.708 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705682 for osd.0 2024-09-16T00:12:11.641 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:12:11.665 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:12:11.700 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:12:11.709 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:12:11.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.743+0000 7f161a441640 1 Processor -- start 2024-09-16T00:12:11.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.743+0000 7f161a441640 1 -- start start 2024-09-16T00:12:11.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f161a441640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1614097850 0x7f1614097c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f161a441640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f161412a9f0 0x7f16141359d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f161a441640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16140985c0 con 0x7f1614098170 2024-09-16T00:12:11.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f161a441640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f1614092970 con 0x7f1614097850 2024-09-16T00:12:11.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f161a441640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f16140630c0 con 0x7f161412a9f0 2024-09-16T00:12:11.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f16189de640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f161412a9f0 0x7f16141359d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.748 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f16137fe640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f1614098170 0x7f161412a2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41814/0 (socket says 172.21.15.176:41814) 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f16137fe640 1 -- 172.21.15.176:0/1190907418 learned_addr learned my addr 172.21.15.176:0/1190907418 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f1612ffd640 1 -- 172.21.15.176:0/1190907418 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2419872488 0 0) 0x7f16140985c0 con 0x7f1614098170 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f1613fff640 1 --2- 172.21.15.176:0/1190907418 >> v2:172.21.15.176:3300/0 conn(0x7f1614097850 0x7f1614097c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f1612ffd640 1 -- 172.21.15.176:0/1190907418 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f15fc003520 con 0x7f1614098170 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f16189de640 1 -- 172.21.15.176:0/1190907418 >> v2:172.21.15.176:3300/0 conn(0x7f1614097850 msgr2=0x7f1614097c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f16189de640 1 --2- 172.21.15.176:0/1190907418 >> v2:172.21.15.176:3300/0 conn(0x7f1614097850 0x7f1614097c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f16189de640 1 -- 172.21.15.176:0/1190907418 >> v1:172.21.15.176:6789/0 conn(0x7f1614098170 legacy=0x7f161412a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.744+0000 7f16189de640 1 -- 172.21.15.176:0/1190907418 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f161412aea0 con 0x7f161412a9f0 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.745+0000 7f1613fff640 1 --2- 172.21.15.176:0/1190907418 >> v2:172.21.15.176:3300/0 conn(0x7f1614097850 0x7f1614097c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.746+0000 7f16189de640 1 --2- 172.21.15.176:0/1190907418 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f161412a9f0 0x7f16141359d0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f160c009d90 tx=0x7f160c02a530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a42125e467fb558 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:11.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.746+0000 7f1612ffd640 1 -- 172.21.15.176:0/1190907418 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160c007740 con 0x7f161412a9f0 2024-09-16T00:12:11.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.746+0000 7f1612ffd640 1 -- 172.21.15.176:0/1190907418 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f160c0078e0 con 0x7f161412a9f0 2024-09-16T00:12:11.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.746+0000 7f1612ffd640 1 -- 172.21.15.176:0/1190907418 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160c007cb0 con 0x7f161412a9f0 2024-09-16T00:12:11.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.746+0000 7f161a441640 1 -- 172.21.15.176:0/1190907418 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f161412a9f0 msgr2=0x7f16141359d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.746+0000 7f161a441640 1 --2- 172.21.15.176:0/1190907418 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f161412a9f0 0x7f16141359d0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f160c009d90 tx=0x7f160c02a530 comp rx=0 tx=0).stop 2024-09-16T00:12:11.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.747+0000 7f161a441640 1 -- 172.21.15.176:0/1190907418 shutdown_connections 2024-09-16T00:12:11.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.747+0000 7f161a441640 1 --2- 172.21.15.176:0/1190907418 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f161412a9f0 0x7f16141359d0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.747+0000 7f161a441640 1 --2- 172.21.15.176:0/1190907418 >> v2:172.21.15.176:3300/0 conn(0x7f1614097850 0x7f1614097c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.747+0000 7f161a441640 1 -- 172.21.15.176:0/1190907418 >> 172.21.15.176:0/1190907418 conn(0x7f161409c290 msgr2=0x7f161409c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:11.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.747+0000 7f161a441640 1 -- 172.21.15.176:0/1190907418 shutdown_connections 2024-09-16T00:12:11.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.747+0000 7f161a441640 1 -- 172.21.15.176:0/1190907418 wait complete. 2024-09-16T00:12:11.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.747+0000 7f161a441640 1 Processor -- start 2024-09-16T00:12:11.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f161a441640 1 -- start start 2024-09-16T00:12:11.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f161a441640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1614097850 0x7f161406fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f161a441640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1614098170 0x7f161406ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f161a441640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f161412a9f0 0x7f1614070500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f161a441640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1614136120 con 0x7f161412a9f0 2024-09-16T00:12:11.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f161a441640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1614063270 con 0x7f1614098170 2024-09-16T00:12:11.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f161a441640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f16141362a0 con 0x7f1614097850 2024-09-16T00:12:11.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f16137fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1614098170 0x7f161406ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f1613fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1614097850 0x7f161406fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f1613fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1614097850 0x7f161406fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52508/0 (socket says 172.21.15.176:52508) 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f16137fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1614098170 0x7f161406ffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50948/0 (socket says 172.21.15.176:50948) 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f1613fff640 1 -- 172.21.15.176:0/3803482324 learned_addr learned my addr 172.21.15.176:0/3803482324 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.748+0000 7f16189de640 1 --2- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f161412a9f0 0x7f1614070500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f1613fff640 1 -- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1614098170 msgr2=0x7f161406ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f1613fff640 1 --2- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1614098170 0x7f161406ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f1613fff640 1 -- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f161412a9f0 msgr2=0x7f1614070500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f1613fff640 1 --2- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f161412a9f0 0x7f1614070500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f1613fff640 1 -- 172.21.15.176:0/3803482324 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16140715f0 con 0x7f1614097850 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f16137fe640 1 --2- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1614098170 0x7f161406ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:11.754 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f16189de640 1 --2- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f161412a9f0 0x7f1614070500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:11.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f1613fff640 1 --2- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1614097850 0x7f161406fa80 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1604009a90 tx=0x7f1604009f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:11.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f1610ff9640 1 -- 172.21.15.176:0/3803482324 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160401e070 con 0x7f1614097850 2024-09-16T00:12:11.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f161a441640 1 -- 172.21.15.176:0/3803482324 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1614071ed0 con 0x7f1614097850 2024-09-16T00:12:11.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f1610ff9640 1 -- 172.21.15.176:0/3803482324 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16040102e0 con 0x7f1614097850 2024-09-16T00:12:11.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f1610ff9640 1 -- 172.21.15.176:0/3803482324 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1604004250 con 0x7f1614097850 2024-09-16T00:12:11.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.749+0000 7f161a441640 1 -- 172.21.15.176:0/3803482324 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f16140726d0 con 0x7f1614097850 2024-09-16T00:12:11.755 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.751+0000 7f161a441640 1 -- 172.21.15.176:0/3803482324 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f161409d910 con 0x7f1614097850 2024-09-16T00:12:11.756 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.751+0000 7f1610ff9640 1 -- 172.21.15.176:0/3803482324 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7f1604021070 con 0x7f1614097850 2024-09-16T00:12:11.756 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.752+0000 7f1610ff9640 1 -- 172.21.15.176:0/3803482324 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f1604060f00 con 0x7f1614097850 2024-09-16T00:12:11.757 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.756+0000 7f1610ff9640 1 -- 172.21.15.176:0/3803482324 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f161409d910 con 0x7f1614097850 2024-09-16T00:12:11.789 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.788+0000 7fb2d5133640 1 Processor -- start 2024-09-16T00:12:11.789 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.788+0000 7fb2d5133640 1 -- start start 2024-09-16T00:12:11.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.788+0000 7fb2d5133640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fb2d006cf40 0x7fb2d0097100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2d5133640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d0097aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2d5133640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2d0073ac0 con 0x7fb2d0131d00 2024-09-16T00:12:11.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2d5133640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fb2d0098cb0 con 0x7fb2d006cf40 2024-09-16T00:12:11.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2d5133640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fb2d00985c0 con 0x7fb2d0097640 2024-09-16T00:12:11.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2ce59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d0097aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2ced9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fb2d006cf40 0x7fb2d0097100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.791 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2ce59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d0097aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50954/0 (socket says 172.21.15.176:50954) 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2ce59c640 1 -- 172.21.15.176:0/1947914475 learned_addr learned my addr 172.21.15.176:0/1947914475 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2ced9d640 1 -- 172.21.15.176:0/1947914475 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 msgr2=0x7fb2d0097aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2ced9d640 1 --2- 172.21.15.176:0/1947914475 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d0097aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2ced9d640 1 -- 172.21.15.176:0/1947914475 >> v1:172.21.15.176:6789/0 conn(0x7fb2d0131d00 legacy=0x7fb2d01340f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2ced9d640 1 -- 172.21.15.176:0/1947914475 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d006d710 con 0x7fb2d006cf40 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2cdd9b640 1 -- 172.21.15.176:0/1947914475 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3090594124 0 0) 0x7fb2d0073ac0 con 0x7fb2d0131d00 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.789+0000 7fb2ce59c640 1 --2- 172.21.15.176:0/1947914475 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d0097aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.790+0000 7fb2ced9d640 1 --2- 172.21.15.176:0/1947914475 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 0x7fb2d0097100 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb2c00097a0 tx=0x7fb2c002a0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa181e57a283a01c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.790+0000 7fb2cdd9b640 1 -- 172.21.15.176:0/1947914475 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c0037070 con 0x7fb2d006cf40 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.790+0000 7fb2cdd9b640 1 -- 172.21.15.176:0/1947914475 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2c002ae40 con 0x7fb2d006cf40 2024-09-16T00:12:11.792 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.790+0000 7fb2cdd9b640 1 -- 172.21.15.176:0/1947914475 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c0032660 con 0x7fb2d006cf40 2024-09-16T00:12:11.794 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.791+0000 7fb2d5133640 1 -- 172.21.15.176:0/1947914475 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 msgr2=0x7fb2d0097100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.791+0000 7fb2d5133640 1 --2- 172.21.15.176:0/1947914475 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 0x7fb2d0097100 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb2c00097a0 tx=0x7fb2c002a0f0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.791+0000 7fb2d5133640 1 -- 172.21.15.176:0/1947914475 shutdown_connections 2024-09-16T00:12:11.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.791+0000 7fb2d5133640 1 --2- 172.21.15.176:0/1947914475 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d0097aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.791+0000 7fb2d5133640 1 --2- 172.21.15.176:0/1947914475 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 0x7fb2d0097100 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.791+0000 7fb2d5133640 1 -- 172.21.15.176:0/1947914475 >> 172.21.15.176:0/1947914475 conn(0x7fb2d009b680 msgr2=0x7fb2d009ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:11.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.791+0000 7fb2d5133640 1 -- 172.21.15.176:0/1947914475 shutdown_connections 2024-09-16T00:12:11.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.791+0000 7fb2d5133640 1 -- 172.21.15.176:0/1947914475 wait complete. 2024-09-16T00:12:11.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.792+0000 7fb2d5133640 1 Processor -- start 2024-09-16T00:12:11.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.792+0000 7fb2d5133640 1 -- start start 2024-09-16T00:12:11.795 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.792+0000 7fb2d5133640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 0x7fb2d0094d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.792+0000 7fb2d5133640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d00952d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.792+0000 7fb2d5133640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fb2d0131d00 0x7fb2d0095810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.792+0000 7fb2d5133640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d0135ba0 con 0x7fb2d006cf40 2024-09-16T00:12:11.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.792+0000 7fb2d5133640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fb2d0135a20 con 0x7fb2d0097640 2024-09-16T00:12:11.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2d5133640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fb2d0135d20 con 0x7fb2d0131d00 2024-09-16T00:12:11.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2ced9d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 0x7fb2d0094d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2ced9d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 0x7fb2d0094d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48662/0 (socket says 172.21.15.176:48662) 2024-09-16T00:12:11.796 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2ced9d640 1 -- 172.21.15.176:0/480881783 learned_addr learned my addr 172.21.15.176:0/480881783 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2ce59c640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d00952d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2cf59e640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fb2d0131d00 0x7fb2d0095810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2cf59e640 1 -- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 msgr2=0x7fb2d00952d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2cf59e640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d00952d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2cf59e640 1 -- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 msgr2=0x7fb2d0094d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2cf59e640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 0x7fb2d0094d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2cf59e640 1 -- 172.21.15.176:0/480881783 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d0098e80 con 0x7fb2d0131d00 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2ced9d640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 0x7fb2d0094d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2ce59c640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d00952d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2cf59e640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fb2d0131d00 0x7fb2d0095810 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fb2d009ca50 tx=0x7fb2c800cb60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:11.797 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2b77fe640 1 -- 172.21.15.176:0/480881783 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c8017070 con 0x7fb2d0131d00 2024-09-16T00:12:11.798 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2b77fe640 1 -- 172.21.15.176:0/480881783 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2c8003bb0 con 0x7fb2d0131d00 2024-09-16T00:12:11.798 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2b77fe640 1 -- 172.21.15.176:0/480881783 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c8005070 con 0x7fb2d0131d00 2024-09-16T00:12:11.798 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2d5133640 1 -- 172.21.15.176:0/480881783 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2d0131800 con 0x7fb2d0131d00 2024-09-16T00:12:11.798 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.793+0000 7fb2d5133640 1 -- 172.21.15.176:0/480881783 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2d0095d50 con 0x7fb2d0131d00 2024-09-16T00:12:11.798 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.795+0000 7fb2b77fe640 1 -- 172.21.15.176:0/480881783 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7fb2c801a070 con 0x7fb2d0131d00 2024-09-16T00:12:11.799 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.795+0000 7fb2d5133640 1 -- 172.21.15.176:0/480881783 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2d0093e60 con 0x7fb2d0131d00 2024-09-16T00:12:11.799 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.795+0000 7fb2b77fe640 1 -- 172.21.15.176:0/480881783 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7fb2c805cd20 con 0x7fb2d0131d00 2024-09-16T00:12:11.800 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.799+0000 7fb2b77fe640 1 -- 172.21.15.176:0/480881783 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fb2d0093e60 con 0x7fb2d0131d00 2024-09-16T00:12:11.832 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.831+0000 7ff79b48a640 1 Processor -- start 2024-09-16T00:12:11.832 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7ff79b48a640 1 -- start start 2024-09-16T00:12:11.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dcd7a3640 1 Processor -- start 2024-09-16T00:12:11.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dcd7a3640 1 -- start start 2024-09-16T00:12:11.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7ff79b48a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 0x7ff794097750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7ff79b48a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff79412fae0 0x7ff79412ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dcd7a3640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc812e760 0x7f5dc812eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dcd7a3640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5dc8095bf0 0x7f5dc8096030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dcd7a3640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5dc80969e0 con 0x7f5dc8096570 2024-09-16T00:12:11.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dcd7a3640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f5dc806bd70 con 0x7f5dc8095bf0 2024-09-16T00:12:11.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dcd7a3640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5dc8097e00 con 0x7f5dc812e760 2024-09-16T00:12:11.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7ff79b48a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff794098090 con 0x7ff794097c90 2024-09-16T00:12:11.835 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7ff79b48a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7ff794098e20 con 0x7ff79412fae0 2024-09-16T00:12:11.835 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7ff79b48a640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7ff794098340 con 0x7ff794097370 2024-09-16T00:12:11.835 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7ff799a27640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff79412fae0 0x7ff79412ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.835 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7ff799a27640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff79412fae0 0x7ff79412ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48666/0 (socket says 172.21.15.176:48666) 2024-09-16T00:12:11.835 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7ff799a27640 1 -- 172.21.15.176:0/2244102014 learned_addr learned my addr 172.21.15.176:0/2244102014 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:11.835 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7ff799226640 1 --2- 172.21.15.176:0/2244102014 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 0x7ff794097750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.836 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dc67fc640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5dc8095bf0 0x7f5dc8096030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.836 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dc67fc640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5dc8095bf0 0x7f5dc8096030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48676/0 (socket says 172.21.15.176:48676) 2024-09-16T00:12:11.836 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dc67fc640 1 -- 172.21.15.176:0/452592345 learned_addr learned my addr 172.21.15.176:0/452592345 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:11.836 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.832+0000 7f5dc6ffd640 1 --2- 172.21.15.176:0/452592345 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc812e760 0x7f5dc812eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.836 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.833+0000 7f5dc67fc640 1 -- 172.21.15.176:0/452592345 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc812e760 msgr2=0x7f5dc812eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:11.836 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.833+0000 7f5dc67fc640 1 --2- 172.21.15.176:0/452592345 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc812e760 0x7f5dc812eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.836 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.833+0000 7f5dc67fc640 1 -- 172.21.15.176:0/452592345 >> v1:172.21.15.176:6789/0 conn(0x7f5dc8096570 legacy=0x7f5dc81367c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:11.836 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.833+0000 7f5dc67fc640 1 -- 172.21.15.176:0/452592345 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dc80630c0 con 0x7f5dc8095bf0 2024-09-16T00:12:11.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.833+0000 7ff799a27640 1 -- 172.21.15.176:0/2244102014 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 msgr2=0x7ff794097750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:11.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.833+0000 7ff799a27640 1 --2- 172.21.15.176:0/2244102014 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 0x7ff794097750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.833+0000 7ff799a27640 1 -- 172.21.15.176:0/2244102014 >> v1:172.21.15.176:6789/0 conn(0x7ff794097c90 legacy=0x7ff79412f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.833+0000 7ff799a27640 1 -- 172.21.15.176:0/2244102014 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7940917b0 con 0x7ff79412fae0 2024-09-16T00:12:11.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.833+0000 7f5dc6ffd640 1 --2- 172.21.15.176:0/452592345 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc812e760 0x7f5dc812eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:11.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.833+0000 7ff799a27640 1 --2- 172.21.15.176:0/2244102014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff79412fae0 0x7ff79412ff50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff78c009e50 tx=0x7ff78c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1296ef7c9c56c8b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:11.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7ff78bfff640 1 -- 172.21.15.176:0/2244102014 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff78c036070 con 0x7ff79412fae0 2024-09-16T00:12:11.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7ff78bfff640 1 -- 172.21.15.176:0/2244102014 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff78c031600 con 0x7ff79412fae0 2024-09-16T00:12:11.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7ff78bfff640 1 -- 172.21.15.176:0/2244102014 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff78c0319d0 con 0x7ff79412fae0 2024-09-16T00:12:11.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7f5dc67fc640 1 --2- 172.21.15.176:0/452592345 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dc8095bf0 0x7f5dc8096030 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc009870 tx=0x7f5dbc02a0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec5ae20653f26df5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:11.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7f5dc5ffb640 1 -- 172.21.15.176:0/452592345 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dbc037070 con 0x7f5dc8095bf0 2024-09-16T00:12:11.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7f5dc5ffb640 1 -- 172.21.15.176:0/452592345 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dbc02ae00 con 0x7f5dc8095bf0 2024-09-16T00:12:11.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7f5dc5ffb640 1 -- 172.21.15.176:0/452592345 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dbc032660 con 0x7f5dc8095bf0 2024-09-16T00:12:11.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7ff79b48a640 1 -- 172.21.15.176:0/2244102014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff79412fae0 msgr2=0x7ff79412ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7ff79b48a640 1 --2- 172.21.15.176:0/2244102014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff79412fae0 0x7ff79412ff50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff78c009e50 tx=0x7ff78c02a5f0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7ff79b48a640 1 -- 172.21.15.176:0/2244102014 shutdown_connections 2024-09-16T00:12:11.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7ff79b48a640 1 --2- 172.21.15.176:0/2244102014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff79412fae0 0x7ff79412ff50 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7ff79b48a640 1 --2- 172.21.15.176:0/2244102014 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 0x7ff794097750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.834+0000 7ff79b48a640 1 -- 172.21.15.176:0/2244102014 >> 172.21.15.176:0/2244102014 conn(0x7ff79409b680 msgr2=0x7ff79409ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:11.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.835+0000 7ff79b48a640 1 -- 172.21.15.176:0/2244102014 shutdown_connections 2024-09-16T00:12:11.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.835+0000 7ff79b48a640 1 -- 172.21.15.176:0/2244102014 wait complete. 2024-09-16T00:12:11.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.835+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/452592345 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dc8095bf0 msgr2=0x7f5dc8096030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.835+0000 7f5dcd7a3640 1 --2- 172.21.15.176:0/452592345 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dc8095bf0 0x7f5dc8096030 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc009870 tx=0x7f5dbc02a0f0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.835+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/452592345 shutdown_connections 2024-09-16T00:12:11.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.835+0000 7f5dcd7a3640 1 --2- 172.21.15.176:0/452592345 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dc8095bf0 0x7f5dc8096030 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.835+0000 7f5dcd7a3640 1 --2- 172.21.15.176:0/452592345 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc812e760 0x7f5dc812eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.835+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/452592345 >> 172.21.15.176:0/452592345 conn(0x7f5dc809c520 msgr2=0x7f5dc809c930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:11.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.835+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/452592345 shutdown_connections 2024-09-16T00:12:11.841 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.835+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/452592345 wait complete. 2024-09-16T00:12:11.842 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.836+0000 7ff79b48a640 1 Processor -- start 2024-09-16T00:12:11.842 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.836+0000 7ff79b48a640 1 -- start start 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.836+0000 7ff79b48a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 0x7ff794127ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.836+0000 7ff79b48a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff794097c90 0x7ff7941259a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff798a25640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff794097c90 0x7ff7941259a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff798a25640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff794097c90 0x7ff7941259a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50964/0 (socket says 172.21.15.176:50964) 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff798a25640 1 -- 172.21.15.176:0/81079781 learned_addr learned my addr 172.21.15.176:0/81079781 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff799226640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 0x7ff794127ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff79b48a640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff79412fae0 0x7ff794125ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff794137aa0 con 0x7ff79412fae0 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff794137920 con 0x7ff794097c90 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7ff794137c20 con 0x7ff794097370 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff799a27640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff79412fae0 0x7ff794125ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.843 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7f5dcd7a3640 1 Processor -- start 2024-09-16T00:12:11.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff798a25640 1 -- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 msgr2=0x7ff794127ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.844 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7f5dcd7a3640 1 -- start start 2024-09-16T00:12:11.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff798a25640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 0x7ff794127ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff798a25640 1 -- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff79412fae0 msgr2=0x7ff794125ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff798a25640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff79412fae0 0x7ff794125ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff798a25640 1 -- 172.21.15.176:0/81079781 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7941274d0 con 0x7ff794097c90 2024-09-16T00:12:11.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff799a27640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff79412fae0 0x7ff794125ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:11.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.837+0000 7ff799226640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 0x7ff794127ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:11.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7ff798a25640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff794097c90 0x7ff7941259a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff78400c480 tx=0x7ff78400c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:11.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7ff789ffb640 1 -- 172.21.15.176:0/81079781 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7840052d0 con 0x7ff794097c90 2024-09-16T00:12:11.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7ff789ffb640 1 -- 172.21.15.176:0/81079781 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff784005470 con 0x7ff794097c90 2024-09-16T00:12:11.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7ff789ffb640 1 -- 172.21.15.176:0/81079781 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff784012870 con 0x7ff794097c90 2024-09-16T00:12:11.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff794137170 con 0x7ff794097c90 2024-09-16T00:12:11.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7f5dcd7a3640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc8095bf0 0x7f5dc8124720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7f5dcd7a3640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dc8096570 0x7f5dc8124c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7f5dcd7a3640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dc812e760 0x7f5dc81251a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:11.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff794126420 con 0x7ff794097c90 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7f5dc6ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc8095bf0 0x7f5dc8124720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7f5dc6ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc8095bf0 0x7f5dc8124720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50970/0 (socket says 172.21.15.176:50970) 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7f5dc6ffd640 1 -- 172.21.15.176:0/858810222 learned_addr learned my addr 172.21.15.176:0/858810222 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5dc812f080 con 0x7f5dc8096570 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5dc8097270 con 0x7f5dc8095bf0 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.838+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f5dc812f200 con 0x7f5dc812e760 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7f5dc77fe640 1 --2- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dc812e760 0x7f5dc81251a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7f5dc67fc640 1 --2- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dc8096570 0x7f5dc8124c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7f5dc6ffd640 1 -- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dc812e760 msgr2=0x7f5dc81251a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7f5dc6ffd640 1 --2- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dc812e760 0x7f5dc81251a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7f5dc6ffd640 1 -- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dc8096570 msgr2=0x7f5dc8124c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.848 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7f5dc6ffd640 1 --2- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dc8096570 0x7f5dc8124c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7f5dc6ffd640 1 -- 172.21.15.176:0/858810222 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dc812dec0 con 0x7f5dc8095bf0 2024-09-16T00:12:11.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7f5dc67fc640 1 --2- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dc8096570 0x7f5dc8124c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:11.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7f5dc6ffd640 1 --2- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc8095bf0 0x7f5dc8124720 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f5db800ebe0 tx=0x7f5db800c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:11.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff794129160 con 0x7ff794097c90 2024-09-16T00:12:11.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.839+0000 7f5daf7fe640 1 -- 172.21.15.176:0/858810222 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db8017070 con 0x7f5dc8095bf0 2024-09-16T00:12:11.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.840+0000 7f5daf7fe640 1 -- 172.21.15.176:0/858810222 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5db800cc30 con 0x7f5dc8095bf0 2024-09-16T00:12:11.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.840+0000 7f5daf7fe640 1 -- 172.21.15.176:0/858810222 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db8013470 con 0x7f5dc8095bf0 2024-09-16T00:12:11.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.840+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dc8127ea0 con 0x7f5dc8095bf0 2024-09-16T00:12:11.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.840+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dc8127480 con 0x7f5dc8095bf0 2024-09-16T00:12:11.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.840+0000 7ff789ffb640 1 -- 172.21.15.176:0/81079781 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7ff784012a10 con 0x7ff794097c90 2024-09-16T00:12:11.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.840+0000 7ff789ffb640 1 -- 172.21.15.176:0/81079781 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7ff78405d580 con 0x7ff794097c90 2024-09-16T00:12:11.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.841+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dc8096030 con 0x7f5dc8095bf0 2024-09-16T00:12:11.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.841+0000 7f5daf7fe640 1 -- 172.21.15.176:0/858810222 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7f5db801a070 con 0x7f5dc8095bf0 2024-09-16T00:12:11.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.841+0000 7f5daf7fe640 1 -- 172.21.15.176:0/858810222 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f5db805d820 con 0x7f5dc8095bf0 2024-09-16T00:12:11.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.848+0000 7ff789ffb640 1 -- 172.21.15.176:0/81079781 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7ff78405c630 con 0x7ff794097c90 2024-09-16T00:12:11.856 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.855+0000 7f5daf7fe640 1 -- 172.21.15.176:0/858810222 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f5db803ca90 con 0x7f5dc8095bf0 2024-09-16T00:12:11.909 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.908+0000 7f161a441640 1 -- 172.21.15.176:0/3803482324 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f1614097c30 con 0x7f1614097850 2024-09-16T00:12:11.910 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.909+0000 7f1610ff9640 1 -- 172.21.15.176:0/3803482324 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1604040170 con 0x7f1614097850 2024-09-16T00:12:11.910 INFO:teuthology.orchestra.run.smithi176.stdout:38654705683 2024-09-16T00:12:11.912 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.911+0000 7f161a441640 1 -- 172.21.15.176:0/3803482324 >> v1:172.21.15.176:6816/980076289 conn(0x7f1600047f40 legacy=0x7f160004a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.913 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.911+0000 7f161a441640 1 -- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1614097850 msgr2=0x7f161406fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.913 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.911+0000 7f161a441640 1 --2- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1614097850 0x7f161406fa80 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1604009a90 tx=0x7f1604009f50 comp rx=0 tx=0).stop 2024-09-16T00:12:11.913 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.911+0000 7f161a441640 1 -- 172.21.15.176:0/3803482324 shutdown_connections 2024-09-16T00:12:11.913 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.911+0000 7f161a441640 1 --2- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f161412a9f0 0x7f1614070500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.913 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.912+0000 7f161a441640 1 --2- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1614098170 0x7f161406ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.913 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.912+0000 7f161a441640 1 --2- 172.21.15.176:0/3803482324 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1614097850 0x7f161406fa80 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.913 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.912+0000 7f161a441640 1 -- 172.21.15.176:0/3803482324 >> 172.21.15.176:0/3803482324 conn(0x7f161409c290 msgr2=0x7f161412ca80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:11.913 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.912+0000 7f161a441640 1 -- 172.21.15.176:0/3803482324 shutdown_connections 2024-09-16T00:12:11.913 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.912+0000 7f161a441640 1 -- 172.21.15.176:0/3803482324 wait complete. 2024-09-16T00:12:11.927 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705682 got 38654705683 for osd.1 2024-09-16T00:12:11.928 DEBUG:teuthology.parallel:result is None 2024-09-16T00:12:11.957 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.956+0000 7fb2d5133640 1 -- 172.21.15.176:0/480881783 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb2d0097100 con 0x7fb2d0131d00 2024-09-16T00:12:11.958 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.957+0000 7fb2b77fe640 1 -- 172.21.15.176:0/480881783 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb2d0098e80 con 0x7fb2d0131d00 2024-09-16T00:12:11.958 INFO:teuthology.orchestra.run.smithi176.stdout:38654705682 2024-09-16T00:12:11.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.959+0000 7fb2d5133640 1 -- 172.21.15.176:0/480881783 >> v1:172.21.15.176:6816/980076289 conn(0x7fb2bc047f40 legacy=0x7fb2bc04a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.959+0000 7fb2d5133640 1 -- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fb2d0131d00 msgr2=0x7fb2d0095810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:11.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.959+0000 7fb2d5133640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fb2d0131d00 0x7fb2d0095810 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fb2d009ca50 tx=0x7fb2c800cb60 comp rx=0 tx=0).stop 2024-09-16T00:12:11.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.959+0000 7fb2d5133640 1 -- 172.21.15.176:0/480881783 shutdown_connections 2024-09-16T00:12:11.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.959+0000 7fb2d5133640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fb2d0131d00 0x7fb2d0095810 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.959+0000 7fb2d5133640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fb2d0097640 0x7fb2d00952d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.959+0000 7fb2d5133640 1 --2- 172.21.15.176:0/480881783 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2d006cf40 0x7fb2d0094d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:11.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.959+0000 7fb2d5133640 1 -- 172.21.15.176:0/480881783 >> 172.21.15.176:0/480881783 conn(0x7fb2d009b680 msgr2=0x7fb2d01340f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:11.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.959+0000 7fb2d5133640 1 -- 172.21.15.176:0/480881783 shutdown_connections 2024-09-16T00:12:11.960 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.959+0000 7fb2d5133640 1 -- 172.21.15.176:0/480881783 wait complete. 2024-09-16T00:12:11.970 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705681 got 38654705682 for osd.2 2024-09-16T00:12:11.970 DEBUG:teuthology.parallel:result is None 2024-09-16T00:12:11.998 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.997+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7ff794068fe0 con 0x7ff794097c90 2024-09-16T00:12:11.998 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.997+0000 7ff789ffb640 1 -- 172.21.15.176:0/81079781 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff78403c750 con 0x7ff794097c90 2024-09-16T00:12:11.999 INFO:teuthology.orchestra.run.smithi176.stdout:38654705684 2024-09-16T00:12:12.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.999+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 >> v1:172.21.15.176:6816/980076289 conn(0x7ff778047f40 legacy=0x7ff77804a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.999+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff794097c90 msgr2=0x7ff7941259a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.999+0000 7ff79b48a640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff794097c90 0x7ff7941259a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff78400c480 tx=0x7ff78400c940 comp rx=0 tx=0).stop 2024-09-16T00:12:12.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.999+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 shutdown_connections 2024-09-16T00:12:12.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.999+0000 7ff79b48a640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff79412fae0 0x7ff794125ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.999+0000 7ff79b48a640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff794097c90 0x7ff7941259a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.999+0000 7ff79b48a640 1 --2- 172.21.15.176:0/81079781 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff794097370 0x7ff794127ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.999+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 >> 172.21.15.176:0/81079781 conn(0x7ff79409b680 msgr2=0x7ff79412bec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:12.001 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.999+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 shutdown_connections 2024-09-16T00:12:12.002 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:11.999+0000 7ff79b48a640 1 -- 172.21.15.176:0/81079781 wait complete. 2024-09-16T00:12:12.010 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705684 for osd.0 2024-09-16T00:12:12.011 DEBUG:teuthology.parallel:result is None 2024-09-16T00:12:12.011 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.011+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f5dc8070ec0 con 0x7f5dc8095bf0 2024-09-16T00:12:12.012 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.011+0000 7f5daf7fe640 1 -- 172.21.15.176:0/858810222 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5db803ccf0 con 0x7f5dc8095bf0 2024-09-16T00:12:12.012 INFO:teuthology.orchestra.run.smithi176.stdout:38654705684 2024-09-16T00:12:12.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.013+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 >> v1:172.21.15.176:6816/980076289 conn(0x7f5db4047f40 legacy=0x7f5db404a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.013+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc8095bf0 msgr2=0x7f5dc8124720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.013+0000 7f5dcd7a3640 1 --2- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc8095bf0 0x7f5dc8124720 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f5db800ebe0 tx=0x7f5db800c520 comp rx=0 tx=0).stop 2024-09-16T00:12:12.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.013+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 shutdown_connections 2024-09-16T00:12:12.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.013+0000 7f5dcd7a3640 1 --2- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5dc812e760 0x7f5dc81251a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.013+0000 7f5dcd7a3640 1 --2- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5dc8096570 0x7f5dc8124c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.013+0000 7f5dcd7a3640 1 --2- 172.21.15.176:0/858810222 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5dc8095bf0 0x7f5dc8124720 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.013+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 >> 172.21.15.176:0/858810222 conn(0x7f5dc809c520 msgr2=0x7f5dc806e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:12.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.013+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 shutdown_connections 2024-09-16T00:12:12.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.013+0000 7f5dcd7a3640 1 -- 172.21.15.176:0/858810222 wait complete. 2024-09-16T00:12:12.024 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705684 for osd.3 2024-09-16T00:12:12.025 DEBUG:teuthology.parallel:result is None 2024-09-16T00:12:12.025 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:12:12.025 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:12:12.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.161+0000 7ffb2d1fd640 1 Processor -- start 2024-09-16T00:12:12.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.161+0000 7ffb2d1fd640 1 -- start start 2024-09-16T00:12:12.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2d1fd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb28099d00 0x7ffb2806de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2d1fd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ffb2806e740 0x7ffb28137350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2d1fd640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb280705d0 con 0x7ffb2806e360 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2d1fd640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7ffb2806fd00 con 0x7ffb2806e740 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2d1fd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ffb2806eb70 con 0x7ffb28099d00 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2759e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ffb2806e740 0x7ffb28137350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2659c640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7ffb2806e360 0x7ffb28133c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41848/0 (socket says 172.21.15.176:41848) 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb26d9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb28099d00 0x7ffb2806de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2659c640 1 -- 172.21.15.176:0/962106081 learned_addr learned my addr 172.21.15.176:0/962106081 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2759e640 1 -- 172.21.15.176:0/962106081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb28099d00 msgr2=0x7ffb2806de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2759e640 1 --2- 172.21.15.176:0/962106081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb28099d00 0x7ffb2806de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2759e640 1 -- 172.21.15.176:0/962106081 >> v1:172.21.15.176:6789/0 conn(0x7ffb2806e360 legacy=0x7ffb28133c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb2759e640 1 -- 172.21.15.176:0/962106081 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb2806ef10 con 0x7ffb2806e740 2024-09-16T00:12:12.166 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb25d9b640 1 -- 172.21.15.176:0/962106081 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 911056287 0 0) 0x7ffb280705d0 con 0x7ffb2806e360 2024-09-16T00:12:12.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.162+0000 7ffb26d9d640 1 --2- 172.21.15.176:0/962106081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb28099d00 0x7ffb2806de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:12.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.163+0000 7ffb2759e640 1 --2- 172.21.15.176:0/962106081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb2806e740 0x7ffb28137350 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffb20009d90 tx=0x7ffb2002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f6a565cbeef523b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:12.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.163+0000 7ffb25d9b640 1 -- 172.21.15.176:0/962106081 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb20031600 con 0x7ffb2806e740 2024-09-16T00:12:12.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.163+0000 7ffb25d9b640 1 -- 172.21.15.176:0/962106081 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb200317a0 con 0x7ffb2806e740 2024-09-16T00:12:12.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.163+0000 7ffb25d9b640 1 -- 172.21.15.176:0/962106081 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb20031b70 con 0x7ffb2806e740 2024-09-16T00:12:12.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.163+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/962106081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb2806e740 msgr2=0x7ffb28137350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.163+0000 7ffb2d1fd640 1 --2- 172.21.15.176:0/962106081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb2806e740 0x7ffb28137350 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffb20009d90 tx=0x7ffb2002a5d0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.164+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/962106081 shutdown_connections 2024-09-16T00:12:12.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.164+0000 7ffb2d1fd640 1 --2- 172.21.15.176:0/962106081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb2806e740 0x7ffb28137350 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.164+0000 7ffb2d1fd640 1 --2- 172.21.15.176:0/962106081 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb28099d00 0x7ffb2806de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.164+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/962106081 >> 172.21.15.176:0/962106081 conn(0x7ffb2809c9b0 msgr2=0x7ffb2809cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:12.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.164+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/962106081 shutdown_connections 2024-09-16T00:12:12.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.164+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/962106081 wait complete. 2024-09-16T00:12:12.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb2d1fd640 1 Processor -- start 2024-09-16T00:12:12.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb2d1fd640 1 -- start start 2024-09-16T00:12:12.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb2d1fd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb2806e360 0x7ffb28124b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb2d1fd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffb2806e740 0x7ffb28125090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb2d1fd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb28099d00 0x7ffb281255d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.172 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb2d1fd640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ffb28137c20 con 0x7ffb28099d00 2024-09-16T00:12:12.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb2d1fd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ffb28137aa0 con 0x7ffb2806e360 2024-09-16T00:12:12.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb2d1fd640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7ffb28137da0 con 0x7ffb2806e740 2024-09-16T00:12:12.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb26d9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb2806e360 0x7ffb28124b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb26d9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb2806e360 0x7ffb28124b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50978/0 (socket says 172.21.15.176:50978) 2024-09-16T00:12:12.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb2759e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb28099d00 0x7ffb281255d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb26d9d640 1 -- 172.21.15.176:0/3739480333 learned_addr learned my addr 172.21.15.176:0/3739480333 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:12.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.165+0000 7ffb2659c640 1 --2- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffb2806e740 0x7ffb28125090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb26d9d640 1 -- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffb2806e740 msgr2=0x7ffb28125090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb26d9d640 1 --2- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffb2806e740 0x7ffb28125090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.173 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb26d9d640 1 -- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb28099d00 msgr2=0x7ffb281255d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb26d9d640 1 --2- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb28099d00 0x7ffb281255d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb26d9d640 1 -- 172.21.15.176:0/3739480333 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb28126d70 con 0x7ffb2806e360 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb2759e640 1 --2- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb28099d00 0x7ffb281255d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb26d9d640 1 --2- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb2806e360 0x7ffb28124b50 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7ffb1800ebe0 tx=0x7ffb1800c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb1f7fe640 1 -- 172.21.15.176:0/3739480333 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb18017070 con 0x7ffb2806e360 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb1f7fe640 1 -- 172.21.15.176:0/3739480333 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb1800cc30 con 0x7ffb2806e360 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/3739480333 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb281373b0 con 0x7ffb2806e360 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb1f7fe640 1 -- 172.21.15.176:0/3739480333 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb18013470 con 0x7ffb2806e360 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.166+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/3739480333 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb28127a10 con 0x7ffb2806e360 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.167+0000 7ffb1f7fe640 1 -- 172.21.15.176:0/3739480333 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7ffb1801a070 con 0x7ffb2806e360 2024-09-16T00:12:12.174 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.167+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/3739480333 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb2806de20 con 0x7ffb2806e360 2024-09-16T00:12:12.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.167+0000 7ffb1f7fe640 1 -- 172.21.15.176:0/3739480333 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7ffb1805d820 con 0x7ffb2806e360 2024-09-16T00:12:12.175 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.171+0000 7ffb1f7fe640 1 -- 172.21.15.176:0/3739480333 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7ffb1803ca90 con 0x7ffb2806e360 2024-09-16T00:12:12.309 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.308+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/3739480333 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffb28068d60 con 0x7ffb08047f40 2024-09-16T00:12:12.310 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.309+0000 7ffb1f7fe640 1 -- 172.21.15.176:0/3739480333 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32014 (unknown 2965378022 0 1377736298) 0x7ffb28068d60 con 0x7ffb08047f40 2024-09-16T00:12:12.310 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:12.311 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:12:12.312 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.310+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/3739480333 >> v1:172.21.15.176:6816/980076289 conn(0x7ffb08047f40 legacy=0x7ffb0804a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.313 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.310+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb2806e360 msgr2=0x7ffb28124b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.313 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.310+0000 7ffb2d1fd640 1 --2- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb2806e360 0x7ffb28124b50 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7ffb1800ebe0 tx=0x7ffb1800c520 comp rx=0 tx=0).stop 2024-09-16T00:12:12.313 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.311+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/3739480333 shutdown_connections 2024-09-16T00:12:12.313 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.311+0000 7ffb2d1fd640 1 --2- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb28099d00 0x7ffb281255d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.313 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.311+0000 7ffb2d1fd640 1 --2- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ffb2806e740 0x7ffb28125090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.313 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.311+0000 7ffb2d1fd640 1 --2- 172.21.15.176:0/3739480333 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ffb2806e360 0x7ffb28124b50 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.313 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.311+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/3739480333 >> 172.21.15.176:0/3739480333 conn(0x7ffb2809c9b0 msgr2=0x7ffb280722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:12.314 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.311+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/3739480333 shutdown_connections 2024-09-16T00:12:12.314 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.311+0000 7ffb2d1fd640 1 -- 172.21.15.176:0/3739480333 wait complete. 2024-09-16T00:12:12.322 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-16T00:12:11.072632+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":81,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1191228,"kb_used_data":1804,"kb_used_omap":6,"kb_used_meta":1189369,"kb_avail":376296132,"statfs":{"total":386547056640,"available":385327239168,"internally_reserved":0,"allocated":1847296,"data_stored":1373099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6816,"internal_metadata":1217914208},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"1.005337"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221215+0000","last_change":"2024-09-16T00:11:01.057027+0000","last_active":"2024-09-16T00:11:07.221215+0000","last_peered":"2024-09-16T00:11:07.221215+0000","last_clean":"2024-09-16T00:11:07.221215+0000","last_became_active":"2024-09-16T00:10:59.309749+0000","last_became_peered":"2024-09-16T00:10:59.309749+0000","last_unstale":"2024-09-16T00:11:07.221215+0000","last_undegraded":"2024-09-16T00:11:07.221215+0000","last_fullsized":"2024-09-16T00:11:07.221215+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:09:44.254049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221842+0000","last_change":"2024-09-16T00:11:01.057053+0000","last_active":"2024-09-16T00:11:07.221842+0000","last_peered":"2024-09-16T00:11:07.221842+0000","last_clean":"2024-09-16T00:11:07.221842+0000","last_became_active":"2024-09-16T00:10:59.309729+0000","last_became_peered":"2024-09-16T00:10:59.309729+0000","last_unstale":"2024-09-16T00:11:07.221842+0000","last_undegraded":"2024-09-16T00:11:07.221842+0000","last_fullsized":"2024-09-16T00:11:07.221842+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:13.693012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221457+0000","last_change":"2024-09-16T00:11:01.056439+0000","last_active":"2024-09-16T00:11:07.221457+0000","last_peered":"2024-09-16T00:11:07.221457+0000","last_clean":"2024-09-16T00:11:07.221457+0000","last_became_active":"2024-09-16T00:10:59.309727+0000","last_became_peered":"2024-09-16T00:10:59.309727+0000","last_unstale":"2024-09-16T00:11:07.221457+0000","last_undegraded":"2024-09-16T00:11:07.221457+0000","last_fullsized":"2024-09-16T00:11:07.221457+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:19:21.570624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221118+0000","last_change":"2024-09-16T00:11:01.056700+0000","last_active":"2024-09-16T00:11:07.221118+0000","last_peered":"2024-09-16T00:11:07.221118+0000","last_clean":"2024-09-16T00:11:07.221118+0000","last_became_active":"2024-09-16T00:10:59.309791+0000","last_became_peered":"2024-09-16T00:10:59.309791+0000","last_unstale":"2024-09-16T00:11:07.221118+0000","last_undegraded":"2024-09-16T00:11:07.221118+0000","last_fullsized":"2024-09-16T00:11:07.221118+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:23.424281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221948+0000","last_change":"2024-09-16T00:11:01.056425+0000","last_active":"2024-09-16T00:11:07.221948+0000","last_peered":"2024-09-16T00:11:07.221948+0000","last_clean":"2024-09-16T00:11:07.221948+0000","last_became_active":"2024-09-16T00:10:59.041610+0000","last_became_peered":"2024-09-16T00:10:59.041610+0000","last_unstale":"2024-09-16T00:11:07.221948+0000","last_undegraded":"2024-09-16T00:11:07.221948+0000","last_fullsized":"2024-09-16T00:11:07.221948+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:32.840183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221220+0000","last_change":"2024-09-16T00:11:01.056290+0000","last_active":"2024-09-16T00:11:07.221220+0000","last_peered":"2024-09-16T00:11:07.221220+0000","last_clean":"2024-09-16T00:11:07.221220+0000","last_became_active":"2024-09-16T00:10:59.040382+0000","last_became_peered":"2024-09-16T00:10:59.040382+0000","last_unstale":"2024-09-16T00:11:07.221220+0000","last_undegraded":"2024-09-16T00:11:07.221220+0000","last_fullsized":"2024-09-16T00:11:07.221220+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:20.936918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221813+0000","last_change":"2024-09-16T00:11:01.057037+0000","last_active":"2024-09-16T00:11:07.221813+0000","last_peered":"2024-09-16T00:11:07.221813+0000","last_clean":"2024-09-16T00:11:07.221813+0000","last_became_active":"2024-09-16T00:10:59.040676+0000","last_became_peered":"2024-09-16T00:10:59.040676+0000","last_unstale":"2024-09-16T00:11:07.221813+0000","last_undegraded":"2024-09-16T00:11:07.221813+0000","last_fullsized":"2024-09-16T00:11:07.221813+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:41.710077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221638+0000","last_change":"2024-09-16T00:11:01.057299+0000","last_active":"2024-09-16T00:11:07.221638+0000","last_peered":"2024-09-16T00:11:07.221638+0000","last_clean":"2024-09-16T00:11:07.221638+0000","last_became_active":"2024-09-16T00:10:59.040255+0000","last_became_peered":"2024-09-16T00:10:59.040255+0000","last_unstale":"2024-09-16T00:11:07.221638+0000","last_undegraded":"2024-09-16T00:11:07.221638+0000","last_fullsized":"2024-09-16T00:11:07.221638+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:13.693012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'52","reported_seq":83,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221312+0000","last_change":"2024-09-16T00:10:54.535750+0000","last_active":"2024-09-16T00:11:07.221312+0000","last_peered":"2024-09-16T00:11:07.221312+0000","last_clean":"2024-09-16T00:11:07.221312+0000","last_became_active":"2024-09-16T00:10:54.534725+0000","last_became_peered":"2024-09-16T00:10:54.534725+0000","last_unstale":"2024-09-16T00:11:07.221312+0000","last_undegraded":"2024-09-16T00:11:07.221312+0000","last_fullsized":"2024-09-16T00:11:07.221312+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_clean_scrub_stamp":"2024-09-16T00:10:53.004114+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:56.132397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":52,"ondisk_log_size":52,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705684,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297520,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074320,"statfs":{"total":96636764160,"available":96332103680,"internally_reserved":0,"allocated":167936,"data_stored":48303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705682,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297516,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074324,"statfs":{"total":96636764160,"available":96332107776,"internally_reserved":0,"allocated":163840,"data_stored":48284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705683,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298100,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073740,"statfs":{"total":96636764160,"available":96331509760,"internally_reserved":0,"allocated":761856,"data_stored":638671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705684,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298092,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073748,"statfs":{"total":96636764160,"available":96331517952,"internally_reserved":0,"allocated":753664,"data_stored":637841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:12:12.323 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:12:12.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc31ceaa640 1 Processor -- start 2024-09-16T00:12:12.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc31ceaa640 1 -- start start 2024-09-16T00:12:12.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc31ceaa640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc318134c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc31ceaa640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318137180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc31ceaa640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3180705d0 con 0x7fc318099d00 2024-09-16T00:12:12.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc31ceaa640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc31806fd00 con 0x7fc31806e530 2024-09-16T00:12:12.425 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc31ceaa640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fc31806ef10 con 0x7fc31806e910 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc316d9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318137180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc315d9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc318134c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc316d9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318137180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52560/0 (socket says 172.21.15.176:52560) 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc315d9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc318134c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50984/0 (socket says 172.21.15.176:50984) 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.418+0000 7fc316d9d640 1 -- 172.21.15.176:0/3775959631 learned_addr learned my addr 172.21.15.176:0/3775959631 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.419+0000 7fc316d9d640 1 -- 172.21.15.176:0/3775959631 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 msgr2=0x7fc318134c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.419+0000 7fc316d9d640 1 --2- 172.21.15.176:0/3775959631 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc318134c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.419+0000 7fc31559a640 1 -- 172.21.15.176:0/3775959631 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3844495179 0 0) 0x7fc3180705d0 con 0x7fc318099d00 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.419+0000 7fc316d9d640 1 -- 172.21.15.176:0/3775959631 >> v1:172.21.15.176:6789/0 conn(0x7fc318099d00 legacy=0x7fc31806de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.419+0000 7fc316d9d640 1 -- 172.21.15.176:0/3775959631 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3181386d0 con 0x7fc31806e910 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.419+0000 7fc315d9b640 1 --2- 172.21.15.176:0/3775959631 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc318134c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.419+0000 7fc316d9d640 1 --2- 172.21.15.176:0/3775959631 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318137180 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc310009e80 tx=0x7fc31002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=346f3d2414735b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:12.426 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.419+0000 7fc31559a640 1 -- 172.21.15.176:0/3775959631 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc310036070 con 0x7fc31806e910 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.420+0000 7fc31559a640 1 -- 172.21.15.176:0/3775959631 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc310031600 con 0x7fc31806e910 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.420+0000 7fc31559a640 1 -- 172.21.15.176:0/3775959631 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3100319d0 con 0x7fc31806e910 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.420+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3775959631 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 msgr2=0x7fc318137180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.420+0000 7fc31ceaa640 1 --2- 172.21.15.176:0/3775959631 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318137180 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc310009e80 tx=0x7fc31002a660 comp rx=0 tx=0).stop 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.420+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3775959631 shutdown_connections 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.420+0000 7fc31ceaa640 1 --2- 172.21.15.176:0/3775959631 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318137180 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.420+0000 7fc31ceaa640 1 --2- 172.21.15.176:0/3775959631 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc318134c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.420+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3775959631 >> 172.21.15.176:0/3775959631 conn(0x7fc31809c9b0 msgr2=0x7fc31809cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.420+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3775959631 shutdown_connections 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.420+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3775959631 wait complete. 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.421+0000 7fc31ceaa640 1 Processor -- start 2024-09-16T00:12:12.427 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.421+0000 7fc31ceaa640 1 -- start start 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.421+0000 7fc31ceaa640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc3180923c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.421+0000 7fc31ceaa640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318092900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.421+0000 7fc31ceaa640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc318099d00 0x7fc318092e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.421+0000 7fc31ceaa640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc318137ad0 con 0x7fc318099d00 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.421+0000 7fc31ceaa640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc318137950 con 0x7fc31806e530 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.421+0000 7fc31ceaa640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fc318137c50 con 0x7fc31806e910 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc31659c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc3180923c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc315d9b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318092900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc315d9b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318092900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52568/0 (socket says 172.21.15.176:52568) 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc315d9b640 1 -- 172.21.15.176:0/3713004730 learned_addr learned my addr 172.21.15.176:0/3713004730 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc31659c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc3180923c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:50998/0 (socket says 172.21.15.176:50998) 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc316d9d640 1 --2- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc318099d00 0x7fc318092e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.428 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc315d9b640 1 -- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 msgr2=0x7fc3180923c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc315d9b640 1 --2- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc3180923c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc315d9b640 1 -- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc318099d00 msgr2=0x7fc318092e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc315d9b640 1 --2- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc318099d00 0x7fc318092e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc315d9b640 1 -- 172.21.15.176:0/3713004730 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc318093c80 con 0x7fc31806e910 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc31659c640 1 --2- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc3180923c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc316d9d640 1 --2- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc318099d00 0x7fc318092e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc315d9b640 1 --2- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318092900 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc30c00e990 tx=0x7fc30c00ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc306ffd640 1 -- 172.21.15.176:0/3713004730 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30c017070 con 0x7fc31806e910 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc306ffd640 1 -- 172.21.15.176:0/3713004730 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc30c00c9e0 con 0x7fc31806e910 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3713004730 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc318073da0 con 0x7fc31806e910 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc306ffd640 1 -- 172.21.15.176:0/3713004730 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30c00cdb0 con 0x7fc31806e910 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.422+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3713004730 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc318094fb0 con 0x7fc31806e910 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.423+0000 7fc306ffd640 1 -- 172.21.15.176:0/3713004730 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7fc30c01a070 con 0x7fc31806e910 2024-09-16T00:12:12.429 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.423+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3713004730 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc318138010 con 0x7fc31806e910 2024-09-16T00:12:12.430 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.424+0000 7fc306ffd640 1 -- 172.21.15.176:0/3713004730 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7fc30c05d830 con 0x7fc31806e910 2024-09-16T00:12:12.430 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.427+0000 7fc306ffd640 1 -- 172.21.15.176:0/3713004730 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fc30c0093e0 con 0x7fc31806e910 2024-09-16T00:12:12.564 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.563+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3713004730 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc31809ef30 con 0x7fc2f8047f40 2024-09-16T00:12:12.565 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.565+0000 7fc306ffd640 1 -- 172.21.15.176:0/3713004730 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32014 (unknown 2965378022 0 1377736298) 0x7fc31809ef30 con 0x7fc2f8047f40 2024-09-16T00:12:12.566 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:12.566 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:12:12.567 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.566+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3713004730 >> v1:172.21.15.176:6816/980076289 conn(0x7fc2f8047f40 legacy=0x7fc2f804a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.567 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.566+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 msgr2=0x7fc318092900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.566+0000 7fc31ceaa640 1 --2- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318092900 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc30c00e990 tx=0x7fc30c00ee50 comp rx=0 tx=0).stop 2024-09-16T00:12:12.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.566+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3713004730 shutdown_connections 2024-09-16T00:12:12.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.566+0000 7fc31ceaa640 1 --2- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc318099d00 0x7fc318092e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.566+0000 7fc31ceaa640 1 --2- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc31806e910 0x7fc318092900 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.566+0000 7fc31ceaa640 1 --2- 172.21.15.176:0/3713004730 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc31806e530 0x7fc3180923c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.566+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3713004730 >> 172.21.15.176:0/3713004730 conn(0x7fc31809c9b0 msgr2=0x7fc31809e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:12.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.566+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3713004730 shutdown_connections 2024-09-16T00:12:12.568 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.566+0000 7fc31ceaa640 1 -- 172.21.15.176:0/3713004730 wait complete. 2024-09-16T00:12:12.578 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-16T00:12:11.072632+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":81,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1191228,"kb_used_data":1804,"kb_used_omap":6,"kb_used_meta":1189369,"kb_avail":376296132,"statfs":{"total":386547056640,"available":385327239168,"internally_reserved":0,"allocated":1847296,"data_stored":1373099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6816,"internal_metadata":1217914208},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"1.005337"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221215+0000","last_change":"2024-09-16T00:11:01.057027+0000","last_active":"2024-09-16T00:11:07.221215+0000","last_peered":"2024-09-16T00:11:07.221215+0000","last_clean":"2024-09-16T00:11:07.221215+0000","last_became_active":"2024-09-16T00:10:59.309749+0000","last_became_peered":"2024-09-16T00:10:59.309749+0000","last_unstale":"2024-09-16T00:11:07.221215+0000","last_undegraded":"2024-09-16T00:11:07.221215+0000","last_fullsized":"2024-09-16T00:11:07.221215+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:09:44.254049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221842+0000","last_change":"2024-09-16T00:11:01.057053+0000","last_active":"2024-09-16T00:11:07.221842+0000","last_peered":"2024-09-16T00:11:07.221842+0000","last_clean":"2024-09-16T00:11:07.221842+0000","last_became_active":"2024-09-16T00:10:59.309729+0000","last_became_peered":"2024-09-16T00:10:59.309729+0000","last_unstale":"2024-09-16T00:11:07.221842+0000","last_undegraded":"2024-09-16T00:11:07.221842+0000","last_fullsized":"2024-09-16T00:11:07.221842+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:13.693012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221457+0000","last_change":"2024-09-16T00:11:01.056439+0000","last_active":"2024-09-16T00:11:07.221457+0000","last_peered":"2024-09-16T00:11:07.221457+0000","last_clean":"2024-09-16T00:11:07.221457+0000","last_became_active":"2024-09-16T00:10:59.309727+0000","last_became_peered":"2024-09-16T00:10:59.309727+0000","last_unstale":"2024-09-16T00:11:07.221457+0000","last_undegraded":"2024-09-16T00:11:07.221457+0000","last_fullsized":"2024-09-16T00:11:07.221457+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:19:21.570624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221118+0000","last_change":"2024-09-16T00:11:01.056700+0000","last_active":"2024-09-16T00:11:07.221118+0000","last_peered":"2024-09-16T00:11:07.221118+0000","last_clean":"2024-09-16T00:11:07.221118+0000","last_became_active":"2024-09-16T00:10:59.309791+0000","last_became_peered":"2024-09-16T00:10:59.309791+0000","last_unstale":"2024-09-16T00:11:07.221118+0000","last_undegraded":"2024-09-16T00:11:07.221118+0000","last_fullsized":"2024-09-16T00:11:07.221118+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:09:23.424281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221948+0000","last_change":"2024-09-16T00:11:01.056425+0000","last_active":"2024-09-16T00:11:07.221948+0000","last_peered":"2024-09-16T00:11:07.221948+0000","last_clean":"2024-09-16T00:11:07.221948+0000","last_became_active":"2024-09-16T00:10:59.041610+0000","last_became_peered":"2024-09-16T00:10:59.041610+0000","last_unstale":"2024-09-16T00:11:07.221948+0000","last_undegraded":"2024-09-16T00:11:07.221948+0000","last_fullsized":"2024-09-16T00:11:07.221948+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:39:32.840183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221220+0000","last_change":"2024-09-16T00:11:01.056290+0000","last_active":"2024-09-16T00:11:07.221220+0000","last_peered":"2024-09-16T00:11:07.221220+0000","last_clean":"2024-09-16T00:11:07.221220+0000","last_became_active":"2024-09-16T00:10:59.040382+0000","last_became_peered":"2024-09-16T00:10:59.040382+0000","last_unstale":"2024-09-16T00:11:07.221220+0000","last_undegraded":"2024-09-16T00:11:07.221220+0000","last_fullsized":"2024-09-16T00:11:07.221220+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:20.936918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221813+0000","last_change":"2024-09-16T00:11:01.057037+0000","last_active":"2024-09-16T00:11:07.221813+0000","last_peered":"2024-09-16T00:11:07.221813+0000","last_clean":"2024-09-16T00:11:07.221813+0000","last_became_active":"2024-09-16T00:10:59.040676+0000","last_became_peered":"2024-09-16T00:10:59.040676+0000","last_unstale":"2024-09-16T00:11:07.221813+0000","last_undegraded":"2024-09-16T00:11:07.221813+0000","last_fullsized":"2024-09-16T00:11:07.221813+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:41.710077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221638+0000","last_change":"2024-09-16T00:11:01.057299+0000","last_active":"2024-09-16T00:11:07.221638+0000","last_peered":"2024-09-16T00:11:07.221638+0000","last_clean":"2024-09-16T00:11:07.221638+0000","last_became_active":"2024-09-16T00:10:59.040255+0000","last_became_peered":"2024-09-16T00:10:59.040255+0000","last_unstale":"2024-09-16T00:11:07.221638+0000","last_undegraded":"2024-09-16T00:11:07.221638+0000","last_fullsized":"2024-09-16T00:11:07.221638+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:13.693012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'52","reported_seq":83,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-16T00:11:07.221312+0000","last_change":"2024-09-16T00:10:54.535750+0000","last_active":"2024-09-16T00:11:07.221312+0000","last_peered":"2024-09-16T00:11:07.221312+0000","last_clean":"2024-09-16T00:11:07.221312+0000","last_became_active":"2024-09-16T00:10:54.534725+0000","last_became_peered":"2024-09-16T00:10:54.534725+0000","last_unstale":"2024-09-16T00:11:07.221312+0000","last_undegraded":"2024-09-16T00:11:07.221312+0000","last_fullsized":"2024-09-16T00:11:07.221312+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_clean_scrub_stamp":"2024-09-16T00:10:53.004114+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:56.132397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":52,"ondisk_log_size":52,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705684,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297520,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074320,"statfs":{"total":96636764160,"available":96332103680,"internally_reserved":0,"allocated":167936,"data_stored":48303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705682,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297516,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074324,"statfs":{"total":96636764160,"available":96332107776,"internally_reserved":0,"allocated":163840,"data_stored":48284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705683,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298100,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073740,"statfs":{"total":96636764160,"available":96331509760,"internally_reserved":0,"allocated":761856,"data_stored":638671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705684,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298092,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073748,"statfs":{"total":96636764160,"available":96331517952,"internally_reserved":0,"allocated":753664,"data_stored":637841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:12:12.579 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:12:12.579 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T00:12:12.579 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T00:12:12.579 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T00:12:12.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe141cf0640 1 Processor -- start 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe141cf0640 1 -- start start 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe141cf0640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe13c097530 0x7fe13c097910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe141cf0640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c06e100 0x7fe13c06e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe141cf0640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe13c06f2f0 con 0x7fe13c0700e0 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe141cf0640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe13c097e50 con 0x7fe13c097530 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe141cf0640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe13c06f530 con 0x7fe13c06e100 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe13b7fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe13c097530 0x7fe13c097910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe13bfff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c06e100 0x7fe13c06e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe13b7fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe13c097530 0x7fe13c097910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48738/0 (socket says 172.21.15.176:48738) 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe13b7fe640 1 -- 172.21.15.176:0/2971946508 learned_addr learned my addr 172.21.15.176:0/2971946508 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe13bfff640 1 -- 172.21.15.176:0/2971946508 >> v2:172.21.15.176:3300/0 conn(0x7fe13c097530 msgr2=0x7fe13c097910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:12.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.675+0000 7fe13bfff640 1 --2- 172.21.15.176:0/2971946508 >> v2:172.21.15.176:3300/0 conn(0x7fe13c097530 0x7fe13c097910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.678 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.676+0000 7fe13bfff640 1 -- 172.21.15.176:0/2971946508 >> v1:172.21.15.176:6789/0 conn(0x7fe13c0700e0 legacy=0x7fe13c06d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.678 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.676+0000 7fe13bfff640 1 -- 172.21.15.176:0/2971946508 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe13c06eab0 con 0x7fe13c06e100 2024-09-16T00:12:12.678 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.676+0000 7fe13a7fc640 1 -- 172.21.15.176:0/2971946508 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3772520336 0 0) 0x7fe13c06f2f0 con 0x7fe13c0700e0 2024-09-16T00:12:12.678 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.676+0000 7fe13b7fe640 1 --2- 172.21.15.176:0/2971946508 >> v2:172.21.15.176:3300/0 conn(0x7fe13c097530 0x7fe13c097910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:12.681 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.676+0000 7fe13bfff640 1 --2- 172.21.15.176:0/2971946508 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c06e100 0x7fe13c06e570 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe134009d90 tx=0x7fe13402a530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58159c51053e035d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:12.681 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.676+0000 7fe13a7fc640 1 -- 172.21.15.176:0/2971946508 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134007740 con 0x7fe13c06e100 2024-09-16T00:12:12.681 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.676+0000 7fe13a7fc640 1 -- 172.21.15.176:0/2971946508 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1340078e0 con 0x7fe13c06e100 2024-09-16T00:12:12.681 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.676+0000 7fe13a7fc640 1 -- 172.21.15.176:0/2971946508 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134007cb0 con 0x7fe13c06e100 2024-09-16T00:12:12.681 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.677+0000 7fe141cf0640 1 -- 172.21.15.176:0/2971946508 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c06e100 msgr2=0x7fe13c06e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.681 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.677+0000 7fe141cf0640 1 --2- 172.21.15.176:0/2971946508 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c06e100 0x7fe13c06e570 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe134009d90 tx=0x7fe13402a530 comp rx=0 tx=0).stop 2024-09-16T00:12:12.681 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.677+0000 7fe141cf0640 1 -- 172.21.15.176:0/2971946508 shutdown_connections 2024-09-16T00:12:12.681 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.677+0000 7fe141cf0640 1 --2- 172.21.15.176:0/2971946508 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c06e100 0x7fe13c06e570 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.677+0000 7fe141cf0640 1 --2- 172.21.15.176:0/2971946508 >> v2:172.21.15.176:3300/0 conn(0x7fe13c097530 0x7fe13c097910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.677+0000 7fe141cf0640 1 -- 172.21.15.176:0/2971946508 >> 172.21.15.176:0/2971946508 conn(0x7fe13c09db00 msgr2=0x7fe13c09df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.677+0000 7fe141cf0640 1 -- 172.21.15.176:0/2971946508 shutdown_connections 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.677+0000 7fe141cf0640 1 -- 172.21.15.176:0/2971946508 wait complete. 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe141cf0640 1 Processor -- start 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe141cf0640 1 -- start start 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe141cf0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe13c06e100 0x7fe13c096770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe141cf0640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c0700e0 0x7fe13c08e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe141cf0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe13c097530 0x7fe13c08ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe141cf0640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe13c06d570 con 0x7fe13c06e100 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe141cf0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe13c06d3f0 con 0x7fe13c097530 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe141cf0640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe13c06d6f0 con 0x7fe13c0700e0 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe13affd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c0700e0 0x7fe13c08e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.682 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe13b7fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe13c06e100 0x7fe13c096770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe13affd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c0700e0 0x7fe13c08e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52594/0 (socket says 172.21.15.176:52594) 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe13affd640 1 -- 172.21.15.176:0/1163432283 learned_addr learned my addr 172.21.15.176:0/1163432283 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.678+0000 7fe13bfff640 1 --2- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe13c097530 0x7fe13c08ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe13affd640 1 -- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe13c097530 msgr2=0x7fe13c08ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe13affd640 1 --2- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe13c097530 0x7fe13c08ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe13affd640 1 -- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe13c06e100 msgr2=0x7fe13c096770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe13affd640 1 --2- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe13c06e100 0x7fe13c096770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe13affd640 1 -- 172.21.15.176:0/1163432283 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe13c0901b0 con 0x7fe13c0700e0 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe13b7fe640 1 --2- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe13c06e100 0x7fe13c096770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe13affd640 1 --2- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c0700e0 0x7fe13c08e680 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe130001eb0 tx=0x7fe13000ebc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe123fff640 1 -- 172.21.15.176:0/1163432283 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe130015070 con 0x7fe13c0700e0 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe123fff640 1 -- 172.21.15.176:0/1163432283 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe130005480 con 0x7fe13c0700e0 2024-09-16T00:12:12.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe141cf0640 1 -- 172.21.15.176:0/1163432283 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe13c0909e0 con 0x7fe13c0700e0 2024-09-16T00:12:12.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe123fff640 1 -- 172.21.15.176:0/1163432283 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13000ca50 con 0x7fe13c0700e0 2024-09-16T00:12:12.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.679+0000 7fe141cf0640 1 -- 172.21.15.176:0/1163432283 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe13c096cb0 con 0x7fe13c0700e0 2024-09-16T00:12:12.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.680+0000 7fe141cf0640 1 -- 172.21.15.176:0/1163432283 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe13c06e570 con 0x7fe13c0700e0 2024-09-16T00:12:12.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.680+0000 7fe123fff640 1 -- 172.21.15.176:0/1163432283 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 9) ==== 55943+0+0 (secure 0 0 0) 0x7fe130018070 con 0x7fe13c0700e0 2024-09-16T00:12:12.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.680+0000 7fe123fff640 1 -- 172.21.15.176:0/1163432283 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7fe13005fb20 con 0x7fe13c0700e0 2024-09-16T00:12:12.685 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.684+0000 7fe123fff640 1 -- 172.21.15.176:0/1163432283 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fe13000ee10 con 0x7fe13c0700e0 2024-09-16T00:12:12.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.845+0000 7fe141cf0640 1 -- 172.21.15.176:0/1163432283 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fe13c068ea0 con 0x7fe13c0700e0 2024-09-16T00:12:12.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.846+0000 7fe123fff640 1 -- 172.21.15.176:0/1163432283 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fe13003ed90 con 0x7fe13c0700e0 2024-09-16T00:12:12.847 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:12.848 INFO:teuthology.orchestra.run.smithi176.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T00:12:12.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.847+0000 7fe141cf0640 1 -- 172.21.15.176:0/1163432283 >> v1:172.21.15.176:6816/980076289 conn(0x7fe128047f40 legacy=0x7fe12804a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.847+0000 7fe141cf0640 1 -- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c0700e0 msgr2=0x7fe13c08e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:12.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.847+0000 7fe141cf0640 1 --2- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c0700e0 0x7fe13c08e680 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe130001eb0 tx=0x7fe13000ebc0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.847+0000 7fe141cf0640 1 -- 172.21.15.176:0/1163432283 shutdown_connections 2024-09-16T00:12:12.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.847+0000 7fe141cf0640 1 --2- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe13c097530 0x7fe13c08ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.849 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.847+0000 7fe141cf0640 1 --2- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe13c0700e0 0x7fe13c08e680 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.847+0000 7fe141cf0640 1 --2- 172.21.15.176:0/1163432283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe13c06e100 0x7fe13c096770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:12.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.847+0000 7fe141cf0640 1 -- 172.21.15.176:0/1163432283 >> 172.21.15.176:0/1163432283 conn(0x7fe13c09db00 msgr2=0x7fe13c098fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:12.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.848+0000 7fe141cf0640 1 -- 172.21.15.176:0/1163432283 shutdown_connections 2024-09-16T00:12:12.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:12.848+0000 7fe141cf0640 1 -- 172.21.15.176:0/1163432283 wait complete. 2024-09-16T00:12:12.859 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T00:12:12.859 INFO:teuthology.run_tasks:Running task ceph.restart... 2024-09-16T00:12:13.912 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-16T00:12:13.912 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:13.941 INFO:tasks.ceph.osd.0:Stopped 2024-09-16T00:12:13.942 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 0 2024-09-16T00:12:14.094 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.093+0000 7fe0dd91f640 1 Processor -- start 2024-09-16T00:12:14.094 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0dd91f640 1 -- start start 2024-09-16T00:12:14.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0dd91f640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d806e7d0 0x7fe0d8134660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0dd91f640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe0d8134ba0 0x7fe0d8136f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0dd91f640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0d806f720 con 0x7fe0d806dce0 2024-09-16T00:12:14.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0dd91f640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe0d8075bc0 con 0x7fe0d8134ba0 2024-09-16T00:12:14.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0dd91f640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe0d8070340 con 0x7fe0d806e7d0 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0d67fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d806e7d0 0x7fe0d8134660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0d6ffd640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fe0d806dce0 0x7fe0d806e0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41874/0 (socket says 172.21.15.176:41874) 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0d6ffd640 1 -- 172.21.15.176:0/803276525 learned_addr learned my addr 172.21.15.176:0/803276525 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0d77fe640 1 --2- 172.21.15.176:0/803276525 >> v2:172.21.15.176:3300/0 conn(0x7fe0d8134ba0 0x7fe0d8136f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0d67fc640 1 -- 172.21.15.176:0/803276525 >> v2:172.21.15.176:3300/0 conn(0x7fe0d8134ba0 msgr2=0x7fe0d8136f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0d67fc640 1 --2- 172.21.15.176:0/803276525 >> v2:172.21.15.176:3300/0 conn(0x7fe0d8134ba0 0x7fe0d8136f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0d67fc640 1 -- 172.21.15.176:0/803276525 >> v1:172.21.15.176:6789/0 conn(0x7fe0d806dce0 legacy=0x7fe0d806e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0d67fc640 1 -- 172.21.15.176:0/803276525 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0d81384e0 con 0x7fe0d806e7d0 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0d5ffb640 1 -- 172.21.15.176:0/803276525 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2541909431 0 0) 0x7fe0d806f720 con 0x7fe0d806dce0 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.094+0000 7fe0d77fe640 1 --2- 172.21.15.176:0/803276525 >> v2:172.21.15.176:3300/0 conn(0x7fe0d8134ba0 0x7fe0d8136f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.095+0000 7fe0d67fc640 1 --2- 172.21.15.176:0/803276525 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d806e7d0 0x7fe0d8134660 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe0c00097a0 tx=0x7fe0c002a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7970c61bcffb5ce8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.095+0000 7fe0d5ffb640 1 -- 172.21.15.176:0/803276525 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0c0037070 con 0x7fe0d806e7d0 2024-09-16T00:12:14.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.095+0000 7fe0d5ffb640 1 -- 172.21.15.176:0/803276525 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0c002adb0 con 0x7fe0d806e7d0 2024-09-16T00:12:14.098 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.095+0000 7fe0d5ffb640 1 -- 172.21.15.176:0/803276525 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0c0032660 con 0x7fe0d806e7d0 2024-09-16T00:12:14.100 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.096+0000 7fe0dd91f640 1 -- 172.21.15.176:0/803276525 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d806e7d0 msgr2=0x7fe0d8134660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.100 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.096+0000 7fe0dd91f640 1 --2- 172.21.15.176:0/803276525 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d806e7d0 0x7fe0d8134660 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe0c00097a0 tx=0x7fe0c002a060 comp rx=0 tx=0).stop 2024-09-16T00:12:14.100 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.096+0000 7fe0dd91f640 1 -- 172.21.15.176:0/803276525 shutdown_connections 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.096+0000 7fe0dd91f640 1 --2- 172.21.15.176:0/803276525 >> v2:172.21.15.176:3300/0 conn(0x7fe0d8134ba0 0x7fe0d8136f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.096+0000 7fe0dd91f640 1 --2- 172.21.15.176:0/803276525 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d806e7d0 0x7fe0d8134660 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.096+0000 7fe0dd91f640 1 -- 172.21.15.176:0/803276525 >> 172.21.15.176:0/803276525 conn(0x7fe0d809e980 msgr2=0x7fe0d809ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.096+0000 7fe0dd91f640 1 -- 172.21.15.176:0/803276525 shutdown_connections 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.096+0000 7fe0dd91f640 1 -- 172.21.15.176:0/803276525 wait complete. 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.097+0000 7fe0dd91f640 1 Processor -- start 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.097+0000 7fe0dd91f640 1 -- start start 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.097+0000 7fe0dd91f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe0d806dce0 0x7fe0d8132580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.097+0000 7fe0dd91f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe0d806e7d0 0x7fe0d8132ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.097+0000 7fe0dd91f640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d8134ba0 0x7fe0d8133000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.097+0000 7fe0dd91f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d81378e0 con 0x7fe0d806e7d0 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.097+0000 7fe0dd91f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe0d8137760 con 0x7fe0d806dce0 2024-09-16T00:12:14.101 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.097+0000 7fe0dd91f640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe0d8137a60 con 0x7fe0d8134ba0 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.097+0000 7fe0d6ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe0d806dce0 0x7fe0d8132580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.097+0000 7fe0d67fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe0d806e7d0 0x7fe0d8132ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d77fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d8134ba0 0x7fe0d8133000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d67fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe0d806e7d0 0x7fe0d8132ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:48780/0 (socket says 172.21.15.176:48780) 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d6ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe0d806dce0 0x7fe0d8132580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51012/0 (socket says 172.21.15.176:51012) 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d77fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d8134ba0 0x7fe0d8133000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52612/0 (socket says 172.21.15.176:52612) 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d67fc640 1 -- 172.21.15.176:0/2614595055 learned_addr learned my addr 172.21.15.176:0/2614595055 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d77fe640 1 -- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe0d806dce0 msgr2=0x7fe0d8132580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d77fe640 1 --2- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe0d806dce0 0x7fe0d8132580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d77fe640 1 -- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe0d806e7d0 msgr2=0x7fe0d8132ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d77fe640 1 --2- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe0d806e7d0 0x7fe0d8132ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d77fe640 1 -- 172.21.15.176:0/2614595055 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0d8127b40 con 0x7fe0d8134ba0 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d6ffd640 1 --2- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe0d806dce0 0x7fe0d8132580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:14.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d67fc640 1 --2- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe0d806e7d0 0x7fe0d8132ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:14.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0d77fe640 1 --2- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d8134ba0 0x7fe0d8133000 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe0d000e7f0 tx=0x7fe0d000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:14.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0cffff640 1 -- 172.21.15.176:0/2614595055 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d0017070 con 0x7fe0d8134ba0 2024-09-16T00:12:14.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0cffff640 1 -- 172.21.15.176:0/2614595055 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0d0004020 con 0x7fe0d8134ba0 2024-09-16T00:12:14.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0cffff640 1 -- 172.21.15.176:0/2614595055 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d00043f0 con 0x7fe0d8134ba0 2024-09-16T00:12:14.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0dd91f640 1 -- 172.21.15.176:0/2614595055 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0d8134060 con 0x7fe0d8134ba0 2024-09-16T00:12:14.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.098+0000 7fe0dd91f640 1 -- 172.21.15.176:0/2614595055 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0d81c4510 con 0x7fe0d8134ba0 2024-09-16T00:12:14.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.099+0000 7fe0cffff640 1 -- 172.21.15.176:0/2614595055 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fe0d000c940 con 0x7fe0d8134ba0 2024-09-16T00:12:14.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.099+0000 7fe0dd91f640 1 -- 172.21.15.176:0/2614595055 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0d8137e30 con 0x7fe0d8134ba0 2024-09-16T00:12:14.103 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.100+0000 7fe0cffff640 1 -- 172.21.15.176:0/2614595055 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 3023+0+0 (secure 0 0 0) 0x7fe0d005d630 con 0x7fe0d8134ba0 2024-09-16T00:12:14.104 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.103+0000 7fe0cffff640 1 -- 172.21.15.176:0/2614595055 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fe0d005c6f0 con 0x7fe0d8134ba0 2024-09-16T00:12:14.253 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.252+0000 7fe0dd91f640 1 -- 172.21.15.176:0/2614595055 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd down", "ids": ["0"]} v 0) -- 0x7fe0d8068fe0 con 0x7fe0d8134ba0 2024-09-16T00:12:14.253 INFO:tasks.ceph.mon.a.smithi176.stderr:2024-09-16T00:12:14.252+0000 7ff4ff585640 -1 mon.a@0(leader).osd e20 definitely_dead 0 2024-09-16T00:12:14.254 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.253+0000 7fe0cffff640 1 -- 172.21.15.176:0/2614595055 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["0"]}]=0 osd.0 is already down. v20) ==== 93+0+0 (secure 0 0 0) 0x7fe0d0009360 con 0x7fe0d8134ba0 2024-09-16T00:12:14.254 INFO:teuthology.orchestra.run.smithi176.stderr:osd.0 is already down. 2024-09-16T00:12:14.256 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.254+0000 7fe0dd91f640 1 -- 172.21.15.176:0/2614595055 >> v1:172.21.15.176:6816/980076289 conn(0x7fe0b8048000 legacy=0x7fe0b804a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.254+0000 7fe0dd91f640 1 -- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d8134ba0 msgr2=0x7fe0d8133000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.254+0000 7fe0dd91f640 1 --2- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d8134ba0 0x7fe0d8133000 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe0d000e7f0 tx=0x7fe0d000ecb0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.254+0000 7fe0dd91f640 1 -- 172.21.15.176:0/2614595055 shutdown_connections 2024-09-16T00:12:14.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.254+0000 7fe0dd91f640 1 --2- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe0d8134ba0 0x7fe0d8133000 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.257 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.254+0000 7fe0dd91f640 1 --2- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe0d806e7d0 0x7fe0d8132ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.258 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.254+0000 7fe0dd91f640 1 --2- 172.21.15.176:0/2614595055 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe0d806dce0 0x7fe0d8132580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.258 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.254+0000 7fe0dd91f640 1 -- 172.21.15.176:0/2614595055 >> 172.21.15.176:0/2614595055 conn(0x7fe0d809e980 msgr2=0x7fe0d80725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:14.258 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.254+0000 7fe0dd91f640 1 -- 172.21.15.176:0/2614595055 shutdown_connections 2024-09-16T00:12:14.258 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.254+0000 7fe0dd91f640 1 -- 172.21.15.176:0/2614595055 wait complete. 2024-09-16T00:12:14.266 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-16T00:12:14.266 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-16T00:12:14.269 INFO:tasks.ceph.osd.0:Started 2024-09-16T00:12:14.269 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-16T00:12:14.270 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:14.308 INFO:tasks.ceph.osd.1:Stopped 2024-09-16T00:12:14.308 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 1 2024-09-16T00:12:14.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f3014af7640 1 Processor -- start 2024-09-16T00:12:14.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f3014af7640 1 -- start start 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f3014af7640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010073710 0x7f3010073af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f3014af7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010096400 0x7f3010135370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f3014af7640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30100630c0 con 0x7f30100958d0 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f3014af7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f301009bc00 con 0x7f3010096400 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f3014af7640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f3010097d40 con 0x7f3010073710 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f300ed9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010096400 0x7f3010135370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f300e59c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010073710 0x7f3010073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f300dd9b640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f30100958d0 0x7f3010095cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:41878/0 (socket says 172.21.15.176:41878) 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.446+0000 7f300dd9b640 1 -- 172.21.15.176:0/3915667259 learned_addr learned my addr 172.21.15.176:0/3915667259 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.447+0000 7f300d59a640 1 -- 172.21.15.176:0/3915667259 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1398487596 0 0) 0x7f30100630c0 con 0x7f30100958d0 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.447+0000 7f300d59a640 1 -- 172.21.15.176:0/3915667259 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ff8003520 con 0x7f30100958d0 2024-09-16T00:12:14.449 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.447+0000 7f300ed9d640 1 -- 172.21.15.176:0/3915667259 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010073710 msgr2=0x7f3010073af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:14.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.447+0000 7f300ed9d640 1 --2- 172.21.15.176:0/3915667259 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010073710 0x7f3010073af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.447+0000 7f300ed9d640 1 -- 172.21.15.176:0/3915667259 >> v1:172.21.15.176:6789/0 conn(0x7f30100958d0 legacy=0x7f3010095cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.447+0000 7f300ed9d640 1 -- 172.21.15.176:0/3915667259 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3010074030 con 0x7f3010096400 2024-09-16T00:12:14.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.447+0000 7f300e59c640 1 --2- 172.21.15.176:0/3915667259 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010073710 0x7f3010073af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:14.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.447+0000 7f300ed9d640 1 --2- 172.21.15.176:0/3915667259 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010096400 0x7f3010135370 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3008009dc0 tx=0x7f300802a510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd90e42870a57cd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:14.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.447+0000 7f300d59a640 1 -- 172.21.15.176:0/3915667259 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3008007740 con 0x7f3010096400 2024-09-16T00:12:14.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.448+0000 7f300d59a640 1 -- 172.21.15.176:0/3915667259 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30080078e0 con 0x7f3010096400 2024-09-16T00:12:14.450 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.448+0000 7f300d59a640 1 -- 172.21.15.176:0/3915667259 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3008007c90 con 0x7f3010096400 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.448+0000 7f3014af7640 1 -- 172.21.15.176:0/3915667259 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010096400 msgr2=0x7f3010135370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.448+0000 7f3014af7640 1 --2- 172.21.15.176:0/3915667259 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010096400 0x7f3010135370 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3008009dc0 tx=0x7f300802a510 comp rx=0 tx=0).stop 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.448+0000 7f3014af7640 1 -- 172.21.15.176:0/3915667259 shutdown_connections 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.448+0000 7f3014af7640 1 --2- 172.21.15.176:0/3915667259 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010096400 0x7f3010135370 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.448+0000 7f3014af7640 1 --2- 172.21.15.176:0/3915667259 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010073710 0x7f3010073af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.448+0000 7f3014af7640 1 -- 172.21.15.176:0/3915667259 >> 172.21.15.176:0/3915667259 conn(0x7f301009c2a0 msgr2=0x7f301009c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.448+0000 7f3014af7640 1 -- 172.21.15.176:0/3915667259 shutdown_connections 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.448+0000 7f3014af7640 1 -- 172.21.15.176:0/3915667259 wait complete. 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.449+0000 7f3014af7640 1 Processor -- start 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.449+0000 7f3014af7640 1 -- start start 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.449+0000 7f3014af7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010073710 0x7f301006e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f3014af7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30100958d0 0x7f301006e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f3014af7640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010096400 0x7f301006eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f3014af7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3010135a30 con 0x7f30100958d0 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f3014af7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f30101358b0 con 0x7f3010073710 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f3014af7640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f3010135bb0 con 0x7f3010096400 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300e59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010073710 0x7f301006e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300dd9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30100958d0 0x7f301006e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300ed9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010096400 0x7f301006eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300ed9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010096400 0x7f301006eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:52644/0 (socket says 172.21.15.176:52644) 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300e59c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010073710 0x7f301006e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51046/0 (socket says 172.21.15.176:51046) 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300ed9d640 1 -- 172.21.15.176:0/1541065625 learned_addr learned my addr 172.21.15.176:0/1541065625 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300e59c640 1 -- 172.21.15.176:0/1541065625 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010096400 msgr2=0x7f301006eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300e59c640 1 --2- 172.21.15.176:0/1541065625 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010096400 0x7f301006eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300e59c640 1 -- 172.21.15.176:0/1541065625 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30100958d0 msgr2=0x7f301006e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300e59c640 1 --2- 172.21.15.176:0/1541065625 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30100958d0 0x7f301006e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300e59c640 1 -- 172.21.15.176:0/1541065625 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f301006fbf0 con 0x7f3010073710 2024-09-16T00:12:14.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f300e59c640 1 --2- 172.21.15.176:0/1541065625 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010073710 0x7f301006e090 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f300000e900 tx=0x7f300000edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:14.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f2ffeffd640 1 -- 172.21.15.176:0/1541065625 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3000017070 con 0x7f3010073710 2024-09-16T00:12:14.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f2ffeffd640 1 -- 172.21.15.176:0/1541065625 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f300000ca00 con 0x7f3010073710 2024-09-16T00:12:14.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f2ffeffd640 1 -- 172.21.15.176:0/1541065625 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f300000cdf0 con 0x7f3010073710 2024-09-16T00:12:14.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f3014af7640 1 -- 172.21.15.176:0/1541065625 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3010127870 con 0x7f3010073710 2024-09-16T00:12:14.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.450+0000 7f3014af7640 1 -- 172.21.15.176:0/1541065625 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3010094ae0 con 0x7f3010073710 2024-09-16T00:12:14.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.451+0000 7f2ffeffd640 1 -- 172.21.15.176:0/1541065625 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f300001a070 con 0x7f3010073710 2024-09-16T00:12:14.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.451+0000 7f3014af7640 1 -- 172.21.15.176:0/1541065625 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3010073af0 con 0x7f3010073710 2024-09-16T00:12:14.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.452+0000 7f2ffeffd640 1 -- 172.21.15.176:0/1541065625 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3023+0+0 (secure 0 0 0) 0x7f300005d8c0 con 0x7f3010073710 2024-09-16T00:12:14.456 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.455+0000 7f2ffeffd640 1 -- 172.21.15.176:0/1541065625 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f300005c980 con 0x7f3010073710 2024-09-16T00:12:14.606 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:14.605+0000 7f3014af7640 1 -- 172.21.15.176:0/1541065625 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd down", "ids": ["1"]} v 0) -- 0x7f3010090680 con 0x7f3010073710 2024-09-16T00:12:14.606 INFO:tasks.ceph.mon.a.smithi176.stderr:2024-09-16T00:12:14.606+0000 7ff4ff585640 -1 mon.a@0(leader).osd e20 definitely_dead 0 2024-09-16T00:12:15.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.091+0000 7f2ffeffd640 1 -- 172.21.15.176:0/1541065625 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["1"]}]=0 marked down osd.1. v21) ==== 89+0+0 (secure 0 0 0) 0x7f300003ca60 con 0x7f3010073710 2024-09-16T00:12:15.092 INFO:teuthology.orchestra.run.smithi176.stderr:marked down osd.1. 2024-09-16T00:12:15.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.094+0000 7f3014af7640 1 -- 172.21.15.176:0/1541065625 >> v1:172.21.15.176:6816/980076289 conn(0x7f2ff0047fd0 legacy=0x7f2ff004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.094+0000 7f3014af7640 1 -- 172.21.15.176:0/1541065625 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010073710 msgr2=0x7f301006e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.094+0000 7f3014af7640 1 --2- 172.21.15.176:0/1541065625 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010073710 0x7f301006e090 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f300000e900 tx=0x7f300000edc0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.094+0000 7f3014af7640 1 -- 172.21.15.176:0/1541065625 shutdown_connections 2024-09-16T00:12:15.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.094+0000 7f3014af7640 1 --2- 172.21.15.176:0/1541065625 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f3010096400 0x7f301006eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.094+0000 7f3014af7640 1 --2- 172.21.15.176:0/1541065625 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30100958d0 0x7f301006e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.094+0000 7f3014af7640 1 --2- 172.21.15.176:0/1541065625 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f3010073710 0x7f301006e090 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.094+0000 7f3014af7640 1 -- 172.21.15.176:0/1541065625 >> 172.21.15.176:0/1541065625 conn(0x7f301009c2a0 msgr2=0x7f3010099800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:15.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.094+0000 7f3014af7640 1 -- 172.21.15.176:0/1541065625 shutdown_connections 2024-09-16T00:12:15.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.094+0000 7f3014af7640 1 -- 172.21.15.176:0/1541065625 wait complete. 2024-09-16T00:12:15.106 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-16T00:12:15.107 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-16T00:12:15.109 INFO:tasks.ceph.osd.1:Started 2024-09-16T00:12:15.109 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-16T00:12:15.109 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:15.153 INFO:tasks.ceph.osd.2:Stopped 2024-09-16T00:12:15.153 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 2 2024-09-16T00:12:15.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.253+0000 7fd309b2c640 1 Processor -- start 2024-09-16T00:12:15.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.253+0000 7fd309b2c640 1 -- start start 2024-09-16T00:12:15.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd309b2c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd304096340 0x7fd304096720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd309b2c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd30412dd80 0x7fd304135550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd309b2c640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd30409bd90 con 0x7fd30412d210 2024-09-16T00:12:15.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd309b2c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd304098580 con 0x7fd30412dd80 2024-09-16T00:12:15.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd309b2c640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd3040997e0 con 0x7fd304096340 2024-09-16T00:12:15.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd303fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd30412dd80 0x7fd304135550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd302ffd640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fd30412d210 0x7fd30412d670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:56466/0 (socket says 172.21.15.176:56466) 2024-09-16T00:12:15.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd3037fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd304096340 0x7fd304096720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd302ffd640 1 -- 172.21.15.176:0/2813302951 learned_addr learned my addr 172.21.15.176:0/2813302951 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:15.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd3027fc640 1 -- 172.21.15.176:0/2813302951 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3655944251 0 0) 0x7fd30409bd90 con 0x7fd30412d210 2024-09-16T00:12:15.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd303fff640 1 -- 172.21.15.176:0/2813302951 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd304096340 msgr2=0x7fd304096720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:15.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd303fff640 1 --2- 172.21.15.176:0/2813302951 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd304096340 0x7fd304096720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd303fff640 1 -- 172.21.15.176:0/2813302951 >> v1:172.21.15.176:6789/0 conn(0x7fd30412d210 legacy=0x7fd30412d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd303fff640 1 -- 172.21.15.176:0/2813302951 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd304099a10 con 0x7fd30412dd80 2024-09-16T00:12:15.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.254+0000 7fd3037fe640 1 --2- 172.21.15.176:0/2813302951 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd304096340 0x7fd304096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:15.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.255+0000 7fd303fff640 1 --2- 172.21.15.176:0/2813302951 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd30412dd80 0x7fd304135550 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd2fc009800 tx=0x7fd2fc02a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b7b35adbe175534 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:15.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.255+0000 7fd3027fc640 1 -- 172.21.15.176:0/2813302951 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2fc037070 con 0x7fd30412dd80 2024-09-16T00:12:15.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.255+0000 7fd3027fc640 1 -- 172.21.15.176:0/2813302951 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2fc02ad90 con 0x7fd30412dd80 2024-09-16T00:12:15.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.255+0000 7fd3027fc640 1 -- 172.21.15.176:0/2813302951 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2fc032660 con 0x7fd30412dd80 2024-09-16T00:12:15.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.256+0000 7fd309b2c640 1 -- 172.21.15.176:0/2813302951 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd30412dd80 msgr2=0x7fd304135550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.256+0000 7fd309b2c640 1 --2- 172.21.15.176:0/2813302951 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd30412dd80 0x7fd304135550 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd2fc009800 tx=0x7fd2fc02a080 comp rx=0 tx=0).stop 2024-09-16T00:12:15.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.256+0000 7fd309b2c640 1 -- 172.21.15.176:0/2813302951 shutdown_connections 2024-09-16T00:12:15.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.256+0000 7fd309b2c640 1 --2- 172.21.15.176:0/2813302951 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd30412dd80 0x7fd304135550 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.256+0000 7fd309b2c640 1 --2- 172.21.15.176:0/2813302951 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd304096340 0x7fd304096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.256+0000 7fd309b2c640 1 -- 172.21.15.176:0/2813302951 >> 172.21.15.176:0/2813302951 conn(0x7fd30409cb20 msgr2=0x7fd30409cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:15.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.256+0000 7fd309b2c640 1 -- 172.21.15.176:0/2813302951 shutdown_connections 2024-09-16T00:12:15.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.256+0000 7fd309b2c640 1 -- 172.21.15.176:0/2813302951 wait complete. 2024-09-16T00:12:15.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.256+0000 7fd309b2c640 1 Processor -- start 2024-09-16T00:12:15.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd309b2c640 1 -- start start 2024-09-16T00:12:15.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd309b2c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd304096340 0x7fd304128ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd309b2c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd30412d210 0x7fd304129410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd309b2c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd30412dd80 0x7fd304129950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd309b2c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd304098ba0 con 0x7fd30412dd80 2024-09-16T00:12:15.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd309b2c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd3040993b0 con 0x7fd304096340 2024-09-16T00:12:15.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd309b2c640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd304096c60 con 0x7fd30412d210 2024-09-16T00:12:15.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd3037fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd304096340 0x7fd304128ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd302ffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd30412d210 0x7fd304129410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd3037fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd304096340 0x7fd304128ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:53648/0 (socket says 172.21.15.176:53648) 2024-09-16T00:12:15.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd3037fe640 1 -- 172.21.15.176:0/1308830213 learned_addr learned my addr 172.21.15.176:0/1308830213 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:15.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd303fff640 1 --2- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd30412dd80 0x7fd304129950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd3037fe640 1 -- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd30412d210 msgr2=0x7fd304129410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd3037fe640 1 --2- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd30412d210 0x7fd304129410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd3037fe640 1 -- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd30412dd80 msgr2=0x7fd304129950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd3037fe640 1 --2- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd30412dd80 0x7fd304129950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd3037fe640 1 -- 172.21.15.176:0/1308830213 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd30406f390 con 0x7fd304096340 2024-09-16T00:12:15.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd302ffd640 1 --2- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd30412d210 0x7fd304129410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:15.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.257+0000 7fd303fff640 1 --2- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd30412dd80 0x7fd304129950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:15.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.258+0000 7fd3037fe640 1 --2- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd304096340 0x7fd304128ed0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd2f400efc0 tx=0x7fd2f400c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:15.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.258+0000 7fd2ebfff640 1 -- 172.21.15.176:0/1308830213 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f4018020 con 0x7fd304096340 2024-09-16T00:12:15.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.258+0000 7fd2ebfff640 1 -- 172.21.15.176:0/1308830213 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2f4014680 con 0x7fd304096340 2024-09-16T00:12:15.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.258+0000 7fd309b2c640 1 -- 172.21.15.176:0/1308830213 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd30406f760 con 0x7fd304096340 2024-09-16T00:12:15.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.258+0000 7fd2ebfff640 1 -- 172.21.15.176:0/1308830213 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f4014a50 con 0x7fd304096340 2024-09-16T00:12:15.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.258+0000 7fd309b2c640 1 -- 172.21.15.176:0/1308830213 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd30406e370 con 0x7fd304096340 2024-09-16T00:12:15.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.259+0000 7fd309b2c640 1 -- 172.21.15.176:0/1308830213 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd304096720 con 0x7fd304096340 2024-09-16T00:12:15.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.259+0000 7fd2ebfff640 1 -- 172.21.15.176:0/1308830213 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fd2f4005d10 con 0x7fd304096340 2024-09-16T00:12:15.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.259+0000 7fd2ebfff640 1 -- 172.21.15.176:0/1308830213 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3023+0+0 (secure 0 0 0) 0x7fd2f405e6e0 con 0x7fd304096340 2024-09-16T00:12:15.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.263+0000 7fd2ebfff640 1 -- 172.21.15.176:0/1308830213 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fd2f4022030 con 0x7fd304096340 2024-09-16T00:12:15.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:15.410+0000 7fd309b2c640 1 -- 172.21.15.176:0/1308830213 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd down", "ids": ["2"]} v 0) -- 0x7fd304068d60 con 0x7fd304096340 2024-09-16T00:12:15.412 INFO:tasks.ceph.mon.a.smithi176.stderr:2024-09-16T00:12:15.411+0000 7ff4ff585640 -1 mon.a@0(leader).osd e21 definitely_dead 0 2024-09-16T00:12:16.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.096+0000 7fd2ebfff640 1 -- 172.21.15.176:0/1308830213 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["2"]}]=0 marked down osd.2. v22) ==== 89+0+0 (secure 0 0 0) 0x7fd2f4010040 con 0x7fd304096340 2024-09-16T00:12:16.097 INFO:teuthology.orchestra.run.smithi176.stderr:marked down osd.2. 2024-09-16T00:12:16.099 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.098+0000 7fd309b2c640 1 -- 172.21.15.176:0/1308830213 >> v1:172.21.15.176:6816/980076289 conn(0x7fd2f0047fd0 legacy=0x7fd2f004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:16.099 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.098+0000 7fd309b2c640 1 -- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd304096340 msgr2=0x7fd304128ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:16.099 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.098+0000 7fd309b2c640 1 --2- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd304096340 0x7fd304128ed0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd2f400efc0 tx=0x7fd2f400c490 comp rx=0 tx=0).stop 2024-09-16T00:12:16.099 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.098+0000 7fd309b2c640 1 -- 172.21.15.176:0/1308830213 shutdown_connections 2024-09-16T00:12:16.099 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.098+0000 7fd309b2c640 1 --2- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd30412dd80 0x7fd304129950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.100 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.098+0000 7fd309b2c640 1 --2- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd30412d210 0x7fd304129410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.100 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.098+0000 7fd309b2c640 1 --2- 172.21.15.176:0/1308830213 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd304096340 0x7fd304128ed0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.100 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.098+0000 7fd309b2c640 1 -- 172.21.15.176:0/1308830213 >> 172.21.15.176:0/1308830213 conn(0x7fd30409cb20 msgr2=0x7fd30412b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:16.100 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.098+0000 7fd309b2c640 1 -- 172.21.15.176:0/1308830213 shutdown_connections 2024-09-16T00:12:16.100 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.098+0000 7fd309b2c640 1 -- 172.21.15.176:0/1308830213 wait complete. 2024-09-16T00:12:16.110 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-16T00:12:16.110 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-16T00:12:16.113 INFO:tasks.ceph.osd.2:Started 2024-09-16T00:12:16.113 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-16T00:12:16.113 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:16.163 INFO:tasks.ceph.osd.3:Stopped 2024-09-16T00:12:16.163 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 3 2024-09-16T00:12:16.198 INFO:tasks.ceph.osd.0.smithi176.stderr:2024-09-16T00:12:16.197+0000 7f7edfe12640 -1 Falling back to public interface 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.260+0000 7fd48c8f0640 1 Processor -- start 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.260+0000 7fd48c8f0640 1 -- start start 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48c8f0640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806eb00 0x7fd48806eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48c8f0640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd48806f420 0x7fd488097000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48c8f0640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4880704b0 con 0x7fd488097540 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48c8f0640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fd48806fbc0 con 0x7fd48806f420 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48c8f0640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd488070a20 con 0x7fd48806eb00 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd485d9b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd48806f420 0x7fd488097000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48659c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806eb00 0x7fd48806eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd485d9b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd48806f420 0x7fd488097000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:55900/0 (socket says 172.21.15.176:55900) 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48659c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806eb00 0x7fd48806eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33506/0 (socket says 172.21.15.176:33506) 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd485d9b640 1 -- 172.21.15.176:0/370701211 learned_addr learned my addr 172.21.15.176:0/370701211 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48659c640 1 -- 172.21.15.176:0/370701211 >> v2:172.21.15.176:3300/0 conn(0x7fd48806f420 msgr2=0x7fd488097000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48659c640 1 --2- 172.21.15.176:0/370701211 >> v2:172.21.15.176:3300/0 conn(0x7fd48806f420 0x7fd488097000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48659c640 1 -- 172.21.15.176:0/370701211 >> v1:172.21.15.176:6789/0 conn(0x7fd488097540 legacy=0x7fd4881336b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48659c640 1 -- 172.21.15.176:0/370701211 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd48806cf70 con 0x7fd48806eb00 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd48559a640 1 -- 172.21.15.176:0/370701211 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3823725329 0 0) 0x7fd480001490 con 0x7fd488097540 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.261+0000 7fd485d9b640 1 --2- 172.21.15.176:0/370701211 >> v2:172.21.15.176:3300/0 conn(0x7fd48806f420 0x7fd488097000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.262+0000 7fd48659c640 1 --2- 172.21.15.176:0/370701211 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806eb00 0x7fd48806eee0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd4780097a0 tx=0x7fd47802a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d652d7eed875246b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.262+0000 7fd48559a640 1 -- 172.21.15.176:0/370701211 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd478037070 con 0x7fd48806eb00 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.262+0000 7fd48559a640 1 -- 172.21.15.176:0/370701211 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd47802adb0 con 0x7fd48806eb00 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.262+0000 7fd48559a640 1 -- 172.21.15.176:0/370701211 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd478032660 con 0x7fd48806eb00 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.262+0000 7fd48c8f0640 1 -- 172.21.15.176:0/370701211 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806eb00 msgr2=0x7fd48806eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.262+0000 7fd48c8f0640 1 --2- 172.21.15.176:0/370701211 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806eb00 0x7fd48806eee0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd4780097a0 tx=0x7fd47802a060 comp rx=0 tx=0).stop 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.263+0000 7fd48c8f0640 1 -- 172.21.15.176:0/370701211 shutdown_connections 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.263+0000 7fd48c8f0640 1 --2- 172.21.15.176:0/370701211 >> v2:172.21.15.176:3300/0 conn(0x7fd48806f420 0x7fd488097000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.263+0000 7fd48c8f0640 1 --2- 172.21.15.176:0/370701211 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806eb00 0x7fd48806eee0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.263+0000 7fd48c8f0640 1 -- 172.21.15.176:0/370701211 >> 172.21.15.176:0/370701211 conn(0x7fd48809db00 msgr2=0x7fd48809df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.263+0000 7fd48c8f0640 1 -- 172.21.15.176:0/370701211 shutdown_connections 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.263+0000 7fd48c8f0640 1 -- 172.21.15.176:0/370701211 wait complete. 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48c8f0640 1 Processor -- start 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48c8f0640 1 -- start start 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48c8f0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd48806eb00 0x7fd4881255d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48c8f0640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806f420 0x7fd488125b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48c8f0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd488097540 0x7fd488126050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48c8f0640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd48806f980 con 0x7fd48806eb00 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48c8f0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd48806f800 con 0x7fd488097540 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48c8f0640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd488097950 con 0x7fd48806f420 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48659c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd48806eb00 0x7fd4881255d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd485d9b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806f420 0x7fd488125b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd485d9b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806f420 0x7fd488125b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33508/0 (socket says 172.21.15.176:33508) 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48659c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd48806eb00 0x7fd4881255d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:55904/0 (socket says 172.21.15.176:55904) 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd485d9b640 1 -- 172.21.15.176:0/2620227851 learned_addr learned my addr 172.21.15.176:0/2620227851 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd486d9d640 1 --2- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd488097540 0x7fd488126050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48659c640 1 -- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806f420 msgr2=0x7fd488125b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48659c640 1 --2- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806f420 0x7fd488125b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48659c640 1 -- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd488097540 msgr2=0x7fd488126050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48659c640 1 --2- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd488097540 0x7fd488126050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd48659c640 1 -- 172.21.15.176:0/2620227851 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd48806dcd0 con 0x7fd48806eb00 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.264+0000 7fd485d9b640 1 --2- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806f420 0x7fd488125b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.265+0000 7fd48659c640 1 --2- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd48806eb00 0x7fd4881255d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd478031000 tx=0x7fd4780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.265+0000 7fd476ffd640 1 -- 172.21.15.176:0/2620227851 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd478041070 con 0x7fd48806eb00 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.265+0000 7fd476ffd640 1 -- 172.21.15.176:0/2620227851 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd478032e20 con 0x7fd48806eb00 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.265+0000 7fd48c8f0640 1 -- 172.21.15.176:0/2620227851 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd48806e130 con 0x7fd48806eb00 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.265+0000 7fd476ffd640 1 -- 172.21.15.176:0/2620227851 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd478037040 con 0x7fd48806eb00 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.265+0000 7fd48c8f0640 1 -- 172.21.15.176:0/2620227851 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd48806e810 con 0x7fd48806eb00 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.266+0000 7fd476ffd640 1 -- 172.21.15.176:0/2620227851 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fd47803a070 con 0x7fd48806eb00 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.266+0000 7fd48c8f0640 1 -- 172.21.15.176:0/2620227851 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd488097cd0 con 0x7fd48806eb00 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.266+0000 7fd476ffd640 1 -- 172.21.15.176:0/2620227851 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 3023+0+0 (secure 0 0 0) 0x7fd47807dc40 con 0x7fd48806eb00 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.270+0000 7fd476ffd640 1 -- 172.21.15.176:0/2620227851 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fd47807cd00 con 0x7fd48806eb00 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:16.417+0000 7fd48c8f0640 1 -- 172.21.15.176:0/2620227851 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd down", "ids": ["3"]} v 0) -- 0x7fd488068ea0 con 0x7fd48806eb00 2024-09-16T00:12:16.418 INFO:tasks.ceph.mon.a.smithi176.stderr:2024-09-16T00:12:16.418+0000 7ff4ff585640 -1 mon.a@0(leader).osd e22 definitely_dead 0 2024-09-16T00:12:16.523 INFO:tasks.ceph.osd.1.smithi176.stderr:2024-09-16T00:12:16.522+0000 7fa4259a2640 -1 Falling back to public interface 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.101+0000 7fd476ffd640 1 -- 172.21.15.176:0/2620227851 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["3"]}]=0 marked down osd.3. v23) ==== 89+0+0 (secure 0 0 0) 0x7fd478047d00 con 0x7fd48806eb00 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi176.stderr:marked down osd.3. 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.103+0000 7fd48c8f0640 1 -- 172.21.15.176:0/2620227851 >> v1:172.21.15.176:6816/980076289 conn(0x7fd468047fd0 legacy=0x7fd46804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.103+0000 7fd48c8f0640 1 -- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd48806eb00 msgr2=0x7fd4881255d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.103+0000 7fd48c8f0640 1 --2- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd48806eb00 0x7fd4881255d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd478031000 tx=0x7fd4780046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.103+0000 7fd48c8f0640 1 -- 172.21.15.176:0/2620227851 shutdown_connections 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.103+0000 7fd48c8f0640 1 --2- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd488097540 0x7fd488126050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.103+0000 7fd48c8f0640 1 --2- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd48806f420 0x7fd488125b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.103+0000 7fd48c8f0640 1 --2- 172.21.15.176:0/2620227851 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd48806eb00 0x7fd4881255d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.103+0000 7fd48c8f0640 1 -- 172.21.15.176:0/2620227851 >> 172.21.15.176:0/2620227851 conn(0x7fd48809db00 msgr2=0x7fd4880717b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.103+0000 7fd48c8f0640 1 -- 172.21.15.176:0/2620227851 shutdown_connections 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.103+0000 7fd48c8f0640 1 -- 172.21.15.176:0/2620227851 wait complete. 2024-09-16T00:12:17.115 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-16T00:12:17.116 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-16T00:12:17.158 INFO:tasks.ceph.osd.3:Started 2024-09-16T00:12:17.159 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T00:12:17.159 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e2acf7640 1 Processor -- start 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e2acf7640 1 -- start start 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e2acf7640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f0e24132670 0x7f0e24134a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e2acf7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24134fa0 0x7f0e24137390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e2acf7640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e24098dd0 con 0x7f0e24097370 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e2acf7640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f0e24098a80 con 0x7f0e24132670 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e2acf7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f0e24098290 con 0x7f0e24134fa0 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e1bfff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f0e24132670 0x7f0e24134a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e29294640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24134fa0 0x7f0e24137390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e28a93640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f0e24097370 0x7f0e24097750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:56502/0 (socket says 172.21.15.176:56502) 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e29294640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24134fa0 0x7f0e24137390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:53672/0 (socket says 172.21.15.176:53672) 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e1bfff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f0e24132670 0x7f0e24134a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:55908/0 (socket says 172.21.15.176:55908) 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.256+0000 7f0e28a93640 1 -- 172.21.15.176:0/1527180916 learned_addr learned my addr 172.21.15.176:0/1527180916 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.257+0000 7f0e1bfff640 1 -- 172.21.15.176:0/1527180916 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24134fa0 msgr2=0x7f0e24137390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.257+0000 7f0e1bfff640 1 --2- 172.21.15.176:0/1527180916 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24134fa0 0x7f0e24137390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.257+0000 7f0e1bfff640 1 -- 172.21.15.176:0/1527180916 >> v1:172.21.15.176:6789/0 conn(0x7f0e24097370 legacy=0x7f0e24097750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.257+0000 7f0e1b7fe640 1 -- 172.21.15.176:0/1527180916 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2217782045 0 0) 0x7f0e24098dd0 con 0x7f0e24097370 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.257+0000 7f0e1bfff640 1 -- 172.21.15.176:0/1527180916 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e24091370 con 0x7f0e24132670 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.257+0000 7f0e29294640 1 --2- 172.21.15.176:0/1527180916 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24134fa0 0x7f0e24137390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.257+0000 7f0e1bfff640 1 --2- 172.21.15.176:0/1527180916 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e24132670 0x7f0e24134a60 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0e140097a0 tx=0x7f0e1402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c11b96a3f0128c54 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.257+0000 7f0e1b7fe640 1 -- 172.21.15.176:0/1527180916 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e14037070 con 0x7f0e24132670 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.257+0000 7f0e1b7fe640 1 -- 172.21.15.176:0/1527180916 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e1402ae50 con 0x7f0e24132670 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.257+0000 7f0e1b7fe640 1 -- 172.21.15.176:0/1527180916 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e14032660 con 0x7f0e24132670 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.258+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1527180916 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e24132670 msgr2=0x7f0e24134a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.258+0000 7f0e2acf7640 1 --2- 172.21.15.176:0/1527180916 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e24132670 0x7f0e24134a60 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0e140097a0 tx=0x7f0e1402a100 comp rx=0 tx=0).stop 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.258+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1527180916 shutdown_connections 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.258+0000 7f0e2acf7640 1 --2- 172.21.15.176:0/1527180916 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24134fa0 0x7f0e24137390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.258+0000 7f0e2acf7640 1 --2- 172.21.15.176:0/1527180916 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e24132670 0x7f0e24134a60 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.258+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1527180916 >> 172.21.15.176:0/1527180916 conn(0x7f0e2409b680 msgr2=0x7f0e2409ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.258+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1527180916 shutdown_connections 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.258+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1527180916 wait complete. 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e2acf7640 1 Processor -- start 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e2acf7640 1 -- start start 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e2acf7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24097370 0x7f0e24093c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e2acf7640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0e24132670 0x7f0e240941d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e2acf7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e24134fa0 0x7f0e24094710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e2acf7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0e24137a50 con 0x7f0e24134fa0 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e2acf7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f0e241378d0 con 0x7f0e24097370 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e2acf7640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f0e24137bd0 con 0x7f0e24132670 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e28a93640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24097370 0x7f0e24093c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e28a93640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24097370 0x7f0e24093c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:53676/0 (socket says 172.21.15.176:53676) 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e28a93640 1 -- 172.21.15.176:0/1182520560 learned_addr learned my addr 172.21.15.176:0/1182520560 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e1bfff640 1 --2- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0e24132670 0x7f0e240941d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.259+0000 7f0e29294640 1 --2- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e24134fa0 0x7f0e24094710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e28a93640 1 -- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0e24132670 msgr2=0x7f0e240941d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e28a93640 1 --2- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0e24132670 0x7f0e240941d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e28a93640 1 -- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e24134fa0 msgr2=0x7f0e24094710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e28a93640 1 --2- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e24134fa0 0x7f0e24094710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e28a93640 1 -- 172.21.15.176:0/1182520560 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e24091d60 con 0x7f0e24097370 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e28a93640 1 --2- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24097370 0x7f0e24093c90 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0e2000c4a0 tx=0x7f0e2000c960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e197fa640 1 -- 172.21.15.176:0/1182520560 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e20018070 con 0x7f0e24097370 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e197fa640 1 -- 172.21.15.176:0/1182520560 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e200074e0 con 0x7f0e24097370 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1182520560 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e24092500 con 0x7f0e24097370 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e197fa640 1 -- 172.21.15.176:0/1182520560 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e20004a20 con 0x7f0e24097370 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.260+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1182520560 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e240956b0 con 0x7f0e24097370 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.261+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1182520560 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e24097750 con 0x7f0e24097370 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.261+0000 7f0e197fa640 1 -- 172.21.15.176:0/1182520560 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f0e2001b070 con 0x7f0e24097370 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.261+0000 7f0e197fa640 1 -- 172.21.15.176:0/1182520560 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 3023+0+0 (secure 0 0 0) 0x7f0e2005cc90 con 0x7f0e24097370 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.265+0000 7f0e197fa640 1 -- 172.21.15.176:0/1182520560 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f0e2005bd50 con 0x7f0e24097370 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.407+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1182520560 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0e24093100 con 0x7f0e24097370 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.408+0000 7f0e197fa640 1 -- 172.21.15.176:0/1182520560 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+8528 (secure 0 0 0) 0x7f0e2003be90 con 0x7f0e24097370 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":23,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:12:17.093678+0000","last_up_change":"2024-09-16T00:12:17.093678+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":32744}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":32744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":32744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":32744}]},"public_addr":"172.21.15.176:6812/32744","cluster_addr":"172.21.15.176:6813/32744","heartbeat_back_addr":"172.21.15.176:6815/32744","heartbeat_front_addr":"172.21.15.176:6814/32744","state":["exists"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":20,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":32745}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":32745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":32745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":32745}]},"public_addr":"172.21.15.176:6805/32745","cluster_addr":"172.21.15.176:6807/32745","heartbeat_back_addr":"172.21.15.176:6811/32745","heartbeat_front_addr":"172.21.15.176:6810/32745","state":["exists"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":32746}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":32746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":32746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":32746}]},"public_addr":"172.21.15.176:6800/32746","cluster_addr":"172.21.15.176:6801/32746","heartbeat_back_addr":"172.21.15.176:6803/32746","heartbeat_front_addr":"172.21.15.176:6802/32746","state":["exists"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":32747}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":32747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":32747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":32747}]},"public_addr":"172.21.15.176:6804/32747","cluster_addr":"172.21.15.176:6806/32747","heartbeat_back_addr":"172.21.15.176:6809/32747","heartbeat_front_addr":"172.21.15.176:6808/32747","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T00:12:17.093678+0000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.176:6816/32228":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/2891791718":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/127376731":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/4005937172":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/3217070862":"2024-09-17T00:12:09.054352+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.409+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1182520560 >> v1:172.21.15.176:6816/980076289 conn(0x7f0e10047fd0 legacy=0x7f0e1004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.409+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24097370 msgr2=0x7f0e24093c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.409+0000 7f0e2acf7640 1 --2- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24097370 0x7f0e24093c90 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0e2000c4a0 tx=0x7f0e2000c960 comp rx=0 tx=0).stop 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.409+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1182520560 shutdown_connections 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.410+0000 7f0e2acf7640 1 --2- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e24134fa0 0x7f0e24094710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.410+0000 7f0e2acf7640 1 --2- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0e24132670 0x7f0e240941d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.410+0000 7f0e2acf7640 1 --2- 172.21.15.176:0/1182520560 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0e24097370 0x7f0e24093c90 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.410+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1182520560 >> 172.21.15.176:0/1182520560 conn(0x7f0e2409b680 msgr2=0x7f0e24134010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.410+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1182520560 shutdown_connections 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:17.410+0000 7f0e2acf7640 1 -- 172.21.15.176:0/1182520560 wait complete. 2024-09-16T00:12:17.543 INFO:tasks.ceph.osd.2.smithi176.stderr:2024-09-16T00:12:17.542+0000 7facab80b640 -1 Falling back to public interface 2024-09-16T00:12:18.813 INFO:tasks.ceph.osd.3.smithi176.stderr:2024-09-16T00:12:18.812+0000 7f1ad9b54640 -1 Falling back to public interface 2024-09-16T00:12:20.423 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:12:20.527 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9ab50cb640 1 Processor -- start 2024-09-16T00:12:20.528 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9ab50cb640 1 -- start start 2024-09-16T00:12:20.528 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9ab50cb640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006dce0 0x7f9ab006e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:20.528 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9ab50cb640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f9ab006e600 0x7f9ab012f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:20.528 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9ab50cb640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ab00702f0 con 0x7f9ab006e9e0 2024-09-16T00:12:20.528 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9ab50cb640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f9ab006fef0 con 0x7f9ab006e600 2024-09-16T00:12:20.528 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9ab50cb640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f9ab006f980 con 0x7f9ab006dce0 2024-09-16T00:12:20.528 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9aaed9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006dce0 0x7f9ab006e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:20.528 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9aaed9d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006dce0 0x7f9ab006e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33530/0 (socket says 172.21.15.176:33530) 2024-09-16T00:12:20.528 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9aaed9d640 1 -- 172.21.15.176:0/3441421399 learned_addr learned my addr 172.21.15.176:0/3441421399 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:20.528 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9aae59c640 1 --2- 172.21.15.176:0/3441421399 >> v2:172.21.15.176:3300/0 conn(0x7f9ab006e600 0x7f9ab012f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:20.529 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9aadd9b640 1 -- 172.21.15.176:0/3441421399 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 107126475 0 0) 0x7f9ab00702f0 con 0x7f9ab006e9e0 2024-09-16T00:12:20.529 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.526+0000 7f9aadd9b640 1 -- 172.21.15.176:0/3441421399 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9a98003520 con 0x7f9ab006e9e0 2024-09-16T00:12:20.529 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.527+0000 7f9aaed9d640 1 -- 172.21.15.176:0/3441421399 >> v2:172.21.15.176:3300/0 conn(0x7f9ab006e600 msgr2=0x7f9ab012f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:20.529 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.527+0000 7f9aaed9d640 1 --2- 172.21.15.176:0/3441421399 >> v2:172.21.15.176:3300/0 conn(0x7f9ab006e600 0x7f9ab012f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:20.529 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.527+0000 7f9aaed9d640 1 -- 172.21.15.176:0/3441421399 >> v1:172.21.15.176:6789/0 conn(0x7f9ab006e9e0 legacy=0x7f9ab012f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:20.529 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.527+0000 7f9aaed9d640 1 -- 172.21.15.176:0/3441421399 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab0130000 con 0x7f9ab006dce0 2024-09-16T00:12:20.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.527+0000 7f9aaed9d640 1 --2- 172.21.15.176:0/3441421399 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006dce0 0x7f9ab006e0c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9aa0009870 tx=0x7f9aa002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ddd2285d296af78d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:20.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.527+0000 7f9aadd9b640 1 -- 172.21.15.176:0/3441421399 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa0037070 con 0x7f9ab006dce0 2024-09-16T00:12:20.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.527+0000 7f9aadd9b640 1 -- 172.21.15.176:0/3441421399 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa0032440 con 0x7f9ab006dce0 2024-09-16T00:12:20.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.527+0000 7f9aadd9b640 1 -- 172.21.15.176:0/3441421399 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa0032810 con 0x7f9ab006dce0 2024-09-16T00:12:20.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.528+0000 7f9ab50cb640 1 -- 172.21.15.176:0/3441421399 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006dce0 msgr2=0x7f9ab006e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:20.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.528+0000 7f9ab50cb640 1 --2- 172.21.15.176:0/3441421399 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006dce0 0x7f9ab006e0c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9aa0009870 tx=0x7f9aa002a1c0 comp rx=0 tx=0).stop 2024-09-16T00:12:20.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.528+0000 7f9ab50cb640 1 -- 172.21.15.176:0/3441421399 shutdown_connections 2024-09-16T00:12:20.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.528+0000 7f9ab50cb640 1 --2- 172.21.15.176:0/3441421399 >> v2:172.21.15.176:3300/0 conn(0x7f9ab006e600 0x7f9ab012f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:20.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.528+0000 7f9ab50cb640 1 --2- 172.21.15.176:0/3441421399 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006dce0 0x7f9ab006e0c0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:20.532 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.528+0000 7f9ab50cb640 1 -- 172.21.15.176:0/3441421399 >> 172.21.15.176:0/3441421399 conn(0x7f9ab009e980 msgr2=0x7f9ab009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.528+0000 7f9ab50cb640 1 -- 172.21.15.176:0/3441421399 shutdown_connections 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.528+0000 7f9ab50cb640 1 -- 172.21.15.176:0/3441421399 wait complete. 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.529+0000 7f9ab50cb640 1 Processor -- start 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.529+0000 7f9ab50cb640 1 -- start start 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9ab50cb640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9ab006dce0 0x7f9ab0130470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9ab50cb640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ab006e600 0x7f9ab01309b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9ab50cb640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006e9e0 0x7f9ab0130ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9ab50cb640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab0137a80 con 0x7f9ab006e600 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9ab50cb640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f9ab0137900 con 0x7f9ab006dce0 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9ab50cb640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f9ab0137c00 con 0x7f9ab006e9e0 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaed9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9ab006dce0 0x7f9ab0130470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aae59c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ab006e600 0x7f9ab01309b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:20.533 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaed9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9ab006dce0 0x7f9ab0130470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:53688/0 (socket says 172.21.15.176:53688) 2024-09-16T00:12:20.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaed9d640 1 -- 172.21.15.176:0/4151114104 learned_addr learned my addr 172.21.15.176:0/4151114104 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:20.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaf59e640 1 --2- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006e9e0 0x7f9ab0130ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:20.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaed9d640 1 -- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006e9e0 msgr2=0x7f9ab0130ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:20.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaed9d640 1 --2- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006e9e0 0x7f9ab0130ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:20.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaed9d640 1 -- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ab006e600 msgr2=0x7f9ab01309b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:20.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaed9d640 1 --2- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ab006e600 0x7f9ab01309b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:20.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaed9d640 1 -- 172.21.15.176:0/4151114104 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab01327d0 con 0x7f9ab006dce0 2024-09-16T00:12:20.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaf59e640 1 --2- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006e9e0 0x7f9ab0130ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:20.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aae59c640 1 --2- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ab006e600 0x7f9ab01309b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:20.534 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.530+0000 7f9aaed9d640 1 --2- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9ab006dce0 0x7f9ab0130470 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9aa002a200 tx=0x7f9aa00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:20.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.531+0000 7f9a977fe640 1 -- 172.21.15.176:0/4151114104 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa0037040 con 0x7f9ab006dce0 2024-09-16T00:12:20.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.531+0000 7f9a977fe640 1 -- 172.21.15.176:0/4151114104 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9aa0042070 con 0x7f9ab006dce0 2024-09-16T00:12:20.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.531+0000 7f9ab50cb640 1 -- 172.21.15.176:0/4151114104 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ab0073a30 con 0x7f9ab006dce0 2024-09-16T00:12:20.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.531+0000 7f9a977fe640 1 -- 172.21.15.176:0/4151114104 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa0030880 con 0x7f9ab006dce0 2024-09-16T00:12:20.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.531+0000 7f9ab50cb640 1 -- 172.21.15.176:0/4151114104 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ab01372d0 con 0x7f9ab006dce0 2024-09-16T00:12:20.535 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.532+0000 7f9ab50cb640 1 -- 172.21.15.176:0/4151114104 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ab006e0c0 con 0x7f9ab006dce0 2024-09-16T00:12:20.536 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.532+0000 7f9a977fe640 1 -- 172.21.15.176:0/4151114104 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f9aa002ad10 con 0x7f9ab006dce0 2024-09-16T00:12:20.536 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.532+0000 7f9a977fe640 1 -- 172.21.15.176:0/4151114104 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 3023+0+0 (secure 0 0 0) 0x7f9aa007de10 con 0x7f9ab006dce0 2024-09-16T00:12:20.540 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.538+0000 7f9a977fe640 1 -- 172.21.15.176:0/4151114104 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f9aa007ced0 con 0x7f9ab006dce0 2024-09-16T00:12:20.688 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.687+0000 7f9ab50cb640 1 -- 172.21.15.176:0/4151114104 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9ab0128650 con 0x7f9ab006dce0 2024-09-16T00:12:20.688 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.687+0000 7f9a977fe640 1 -- 172.21.15.176:0/4151114104 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+8528 (secure 0 0 0) 0x7f9aa007ca10 con 0x7f9ab006dce0 2024-09-16T00:12:20.688 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:20.689 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":23,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:12:17.093678+0000","last_up_change":"2024-09-16T00:12:17.093678+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":32744}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":32744}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":32744}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":32744}]},"public_addr":"172.21.15.176:6812/32744","cluster_addr":"172.21.15.176:6813/32744","heartbeat_back_addr":"172.21.15.176:6815/32744","heartbeat_front_addr":"172.21.15.176:6814/32744","state":["exists"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":20,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":32745}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":32745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":32745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":32745}]},"public_addr":"172.21.15.176:6805/32745","cluster_addr":"172.21.15.176:6807/32745","heartbeat_back_addr":"172.21.15.176:6811/32745","heartbeat_front_addr":"172.21.15.176:6810/32745","state":["exists"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":32746}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":32746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":32746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":32746}]},"public_addr":"172.21.15.176:6800/32746","cluster_addr":"172.21.15.176:6801/32746","heartbeat_back_addr":"172.21.15.176:6803/32746","heartbeat_front_addr":"172.21.15.176:6802/32746","state":["exists"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":32747}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":32747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":32747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":32747}]},"public_addr":"172.21.15.176:6804/32747","cluster_addr":"172.21.15.176:6806/32747","heartbeat_back_addr":"172.21.15.176:6809/32747","heartbeat_front_addr":"172.21.15.176:6808/32747","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T00:12:17.093678+0000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.176:6816/32228":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/2891791718":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/127376731":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/4005937172":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/3217070862":"2024-09-17T00:12:09.054352+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:20.691 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.689+0000 7f9ab50cb640 1 -- 172.21.15.176:0/4151114104 >> v1:172.21.15.176:6816/980076289 conn(0x7f9a9c047fd0 legacy=0x7f9a9c04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:20.691 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.689+0000 7f9ab50cb640 1 -- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9ab006dce0 msgr2=0x7f9ab0130470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:20.691 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.689+0000 7f9ab50cb640 1 --2- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9ab006dce0 0x7f9ab0130470 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9aa002a200 tx=0x7f9aa00046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:20.691 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.689+0000 7f9ab50cb640 1 -- 172.21.15.176:0/4151114104 shutdown_connections 2024-09-16T00:12:20.691 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.689+0000 7f9ab50cb640 1 --2- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9ab006e9e0 0x7f9ab0130ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:20.691 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.689+0000 7f9ab50cb640 1 --2- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ab006e600 0x7f9ab01309b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:20.691 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.689+0000 7f9ab50cb640 1 --2- 172.21.15.176:0/4151114104 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9ab006dce0 0x7f9ab0130470 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:20.691 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.689+0000 7f9ab50cb640 1 -- 172.21.15.176:0/4151114104 >> 172.21.15.176:0/4151114104 conn(0x7f9ab009e980 msgr2=0x7f9ab0072d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:20.691 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.690+0000 7f9ab50cb640 1 -- 172.21.15.176:0/4151114104 shutdown_connections 2024-09-16T00:12:20.692 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:20.690+0000 7f9ab50cb640 1 -- 172.21.15.176:0/4151114104 wait complete. 2024-09-16T00:12:20.908 INFO:tasks.ceph.osd.0.smithi176.stderr:2024-09-16T00:12:20.907+0000 7f7edfe12640 -1 osd.0 19 log_to_monitors true 2024-09-16T00:12:20.931 INFO:tasks.ceph.osd.1.smithi176.stderr:2024-09-16T00:12:20.930+0000 7fa4259a2640 -1 osd.1 20 log_to_monitors true 2024-09-16T00:12:21.116 INFO:tasks.ceph.osd.0.smithi176.stderr:2024-09-16T00:12:21.114+0000 7f7ed34ae640 -1 osd.0 19 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:12:21.116 INFO:tasks.ceph.osd.1.smithi176.stderr:2024-09-16T00:12:21.114+0000 7fa419741640 -1 osd.1 20 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:12:22.172 INFO:tasks.ceph.osd.2.smithi176.stderr:2024-09-16T00:12:22.171+0000 7facab80b640 -1 osd.2 21 log_to_monitors true 2024-09-16T00:12:23.130 INFO:tasks.ceph.osd.2.smithi176.stderr:2024-09-16T00:12:23.128+0000 7fac9f02c640 -1 osd.2 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:12:23.436 INFO:tasks.ceph.osd.3.smithi176.stderr:2024-09-16T00:12:23.434+0000 7f1ad9b54640 -1 osd.3 22 log_to_monitors true 2024-09-16T00:12:23.702 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:12:23.808 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e8a4f7640 1 Processor -- start 2024-09-16T00:12:23.808 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e8a4f7640 1 -- start start 2024-09-16T00:12:23.808 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e8a4f7640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e84097270 0x7f8e84097650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:23.809 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e8a4f7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e8406e100 0x7f8e8406e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:23.809 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e8a4f7640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e8406f0b0 con 0x7f8e84097b90 2024-09-16T00:12:23.809 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e8a4f7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8e8406fbb0 con 0x7f8e8406e100 2024-09-16T00:12:23.809 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e8a4f7640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f8e84070280 con 0x7f8e84097270 2024-09-16T00:12:23.809 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e83fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e84097270 0x7f8e84097650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:23.810 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e837fe640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f8e84097b90 0x7f8e8406d9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:56542/0 (socket says 172.21.15.176:56542) 2024-09-16T00:12:23.810 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e837fe640 1 -- 172.21.15.176:0/2122540823 learned_addr learned my addr 172.21.15.176:0/2122540823 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:23.810 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.799+0000 7f8e88a94640 1 --2- 172.21.15.176:0/2122540823 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e8406e100 0x7f8e8406e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:23.810 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.800+0000 7f8e82ffd640 1 -- 172.21.15.176:0/2122540823 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3121301106 0 0) 0x7f8e8406f0b0 con 0x7f8e84097b90 2024-09-16T00:12:23.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.800+0000 7f8e83fff640 1 -- 172.21.15.176:0/2122540823 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e8406e100 msgr2=0x7f8e8406e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:23.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.800+0000 7f8e83fff640 1 --2- 172.21.15.176:0/2122540823 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e8406e100 0x7f8e8406e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:23.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.800+0000 7f8e83fff640 1 -- 172.21.15.176:0/2122540823 >> v1:172.21.15.176:6789/0 conn(0x7f8e84097b90 legacy=0x7f8e8406d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:23.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.800+0000 7f8e83fff640 1 -- 172.21.15.176:0/2122540823 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e8406f500 con 0x7f8e84097270 2024-09-16T00:12:23.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.800+0000 7f8e83fff640 1 --2- 172.21.15.176:0/2122540823 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e84097270 0x7f8e84097650 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8e7400a970 tx=0x7f8e7402b410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2ba69baedffb384 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:23.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.800+0000 7f8e82ffd640 1 -- 172.21.15.176:0/2122540823 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e7400b040 con 0x7f8e84097270 2024-09-16T00:12:23.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.801+0000 7f8e82ffd640 1 -- 172.21.15.176:0/2122540823 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e74030710 con 0x7f8e84097270 2024-09-16T00:12:23.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.801+0000 7f8e82ffd640 1 -- 172.21.15.176:0/2122540823 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e74030ae0 con 0x7f8e84097270 2024-09-16T00:12:23.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.801+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/2122540823 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e84097270 msgr2=0x7f8e84097650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:23.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.801+0000 7f8e8a4f7640 1 --2- 172.21.15.176:0/2122540823 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e84097270 0x7f8e84097650 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8e7400a970 tx=0x7f8e7402b410 comp rx=0 tx=0).stop 2024-09-16T00:12:23.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.801+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/2122540823 shutdown_connections 2024-09-16T00:12:23.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.801+0000 7f8e8a4f7640 1 --2- 172.21.15.176:0/2122540823 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e8406e100 0x7f8e8406e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:23.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.801+0000 7f8e8a4f7640 1 --2- 172.21.15.176:0/2122540823 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e84097270 0x7f8e84097650 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:23.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.801+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/2122540823 >> 172.21.15.176:0/2122540823 conn(0x7f8e8409da00 msgr2=0x7f8e8409de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:23.813 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.801+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/2122540823 shutdown_connections 2024-09-16T00:12:23.813 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.801+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/2122540823 wait complete. 2024-09-16T00:12:23.813 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.802+0000 7f8e8a4f7640 1 Processor -- start 2024-09-16T00:12:23.813 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.802+0000 7f8e8a4f7640 1 -- start start 2024-09-16T00:12:23.813 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.802+0000 7f8e8a4f7640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e8406e100 0x7f8e84095150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:23.813 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.802+0000 7f8e8a4f7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e84097270 0x7f8e84095690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:23.813 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.802+0000 7f8e8a4f7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e84097b90 0x7f8e84095bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:23.814 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.802+0000 7f8e8a4f7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8e8406d2e0 con 0x7f8e84097b90 2024-09-16T00:12:23.814 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.802+0000 7f8e8a4f7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8e8406d160 con 0x7f8e84097270 2024-09-16T00:12:23.814 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.802+0000 7f8e8a4f7640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f8e8406d460 con 0x7f8e8406e100 2024-09-16T00:12:23.814 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e83fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e8406e100 0x7f8e84095150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:23.814 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e837fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e84097270 0x7f8e84095690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:23.814 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e83fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e8406e100 0x7f8e84095150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33546/0 (socket says 172.21.15.176:33546) 2024-09-16T00:12:23.815 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e88a94640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e84097b90 0x7f8e84095bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:23.815 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e83fff640 1 -- 172.21.15.176:0/3940399248 learned_addr learned my addr 172.21.15.176:0/3940399248 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:23.815 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e83fff640 1 -- 172.21.15.176:0/3940399248 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e84097270 msgr2=0x7f8e84095690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:23.815 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e83fff640 1 --2- 172.21.15.176:0/3940399248 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e84097270 0x7f8e84095690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:23.815 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e83fff640 1 -- 172.21.15.176:0/3940399248 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e84097b90 msgr2=0x7f8e84095bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:23.815 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e83fff640 1 --2- 172.21.15.176:0/3940399248 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e84097b90 0x7f8e84095bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:23.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e83fff640 1 -- 172.21.15.176:0/3940399248 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e84123790 con 0x7f8e8406e100 2024-09-16T00:12:23.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e83fff640 1 --2- 172.21.15.176:0/3940399248 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e8406e100 0x7f8e84095150 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8e7402ba00 tx=0x7f8e74004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:23.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e80ff9640 1 -- 172.21.15.176:0/3940399248 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e74040070 con 0x7f8e8406e100 2024-09-16T00:12:23.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e80ff9640 1 -- 172.21.15.176:0/3940399248 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e74030e10 con 0x7f8e8406e100 2024-09-16T00:12:23.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e80ff9640 1 -- 172.21.15.176:0/3940399248 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e74006e10 con 0x7f8e8406e100 2024-09-16T00:12:23.816 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/3940399248 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e840733b0 con 0x7f8e8406e100 2024-09-16T00:12:23.817 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.803+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/3940399248 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e841bff10 con 0x7f8e8406e100 2024-09-16T00:12:23.817 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.804+0000 7f8e80ff9640 1 -- 172.21.15.176:0/3940399248 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f8e74043070 con 0x7f8e8406e100 2024-09-16T00:12:23.817 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.804+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/3940399248 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e8406e590 con 0x7f8e8406e100 2024-09-16T00:12:23.818 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.804+0000 7f8e80ff9640 1 -- 172.21.15.176:0/3940399248 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(26..26 src has 1..26) ==== 3023+0+0 (secure 0 0 0) 0x7f8e7407e4a0 con 0x7f8e8406e100 2024-09-16T00:12:23.818 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.808+0000 7f8e80ff9640 1 -- 172.21.15.176:0/3940399248 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f8e7407d560 con 0x7f8e8406e100 2024-09-16T00:12:23.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.949+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/3940399248 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8e84068e60 con 0x7f8e8406e100 2024-09-16T00:12:23.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.950+0000 7f8e80ff9640 1 -- 172.21.15.176:0/3940399248 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+9032 (secure 0 0 0) 0x7f8e74047dc0 con 0x7f8e8406e100 2024-09-16T00:12:23.952 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:23.952 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":26,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:12:23.116281+0000","last_up_change":"2024-09-16T00:12:22.110137+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"error_message":"pool 2 has some PGs where all OSDs are with primary_affinity 0 (at least pg 2.1), read balance score may not be reliable","score_acting":0,"score_stable":0}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":3722117972}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":3722117972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":3722117972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":3722117972}]},"public_addr":"172.21.15.176:6800/3722117972","cluster_addr":"172.21.15.176:6801/3722117972","heartbeat_back_addr":"172.21.15.176:6803/3722117972","heartbeat_front_addr":"172.21.15.176:6802/3722117972","state":["exists","up"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":20,"up_from":25,"up_thru":25,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":4580462}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":4580462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":4580462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":4580462}]},"public_addr":"172.21.15.176:6804/4580462","cluster_addr":"172.21.15.176:6805/4580462","heartbeat_back_addr":"172.21.15.176:6807/4580462","heartbeat_front_addr":"172.21.15.176:6806/4580462","state":["exists","up"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":32746}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":32746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":32746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":32746}]},"public_addr":"172.21.15.176:6800/32746","cluster_addr":"172.21.15.176:6801/32746","heartbeat_back_addr":"172.21.15.176:6803/32746","heartbeat_front_addr":"172.21.15.176:6802/32746","state":["exists"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":32747}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":32747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":32747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":32747}]},"public_addr":"172.21.15.176:6804/32747","cluster_addr":"172.21.15.176:6806/32747","heartbeat_back_addr":"172.21.15.176:6809/32747","heartbeat_front_addr":"172.21.15.176:6808/32747","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T00:12:17.093678+0000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.176:6816/32228":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/2891791718":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/127376731":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/4005937172":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/3217070862":"2024-09-17T00:12:09.054352+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:23.953 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.951+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/3940399248 >> v1:172.21.15.176:6816/980076289 conn(0x7f8e70047fd0 legacy=0x7f8e7004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:23.953 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.951+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/3940399248 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e8406e100 msgr2=0x7f8e84095150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:23.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.951+0000 7f8e8a4f7640 1 --2- 172.21.15.176:0/3940399248 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e8406e100 0x7f8e84095150 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8e7402ba00 tx=0x7f8e74004730 comp rx=0 tx=0).stop 2024-09-16T00:12:23.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.951+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/3940399248 shutdown_connections 2024-09-16T00:12:23.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.951+0000 7f8e8a4f7640 1 --2- 172.21.15.176:0/3940399248 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e84097b90 0x7f8e84095bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:23.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.951+0000 7f8e8a4f7640 1 --2- 172.21.15.176:0/3940399248 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f8e84097270 0x7f8e84095690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:23.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.951+0000 7f8e8a4f7640 1 --2- 172.21.15.176:0/3940399248 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8e8406e100 0x7f8e84095150 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:23.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.951+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/3940399248 >> 172.21.15.176:0/3940399248 conn(0x7f8e8409da00 msgr2=0x7f8e84071d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:23.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.952+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/3940399248 shutdown_connections 2024-09-16T00:12:23.954 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:23.952+0000 7f8e8a4f7640 1 -- 172.21.15.176:0/3940399248 wait complete. 2024-09-16T00:12:24.138 INFO:tasks.ceph.osd.3.smithi176.stderr:2024-09-16T00:12:24.136+0000 7f1acd8f3640 -1 osd.3 22 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T00:12:26.965 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:12:27.077 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.074+0000 7f787798a640 1 Processor -- start 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.074+0000 7f787798a640 1 -- start start 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.074+0000 7f787798a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f787006dce0 0x7f787006e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.074+0000 7f787798a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 0x7f787012fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.074+0000 7f787798a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78700702f0 con 0x7f787006e600 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.074+0000 7f787798a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f787006fef0 con 0x7f787006dce0 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.074+0000 7f787798a640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f787006f980 con 0x7f787006ea10 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.075+0000 7f7875726640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f787006dce0 0x7f787006e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.075+0000 7f7874f25640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f787006e600 0x7f787012f3b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53354/0 (socket says 172.21.15.176:53354) 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.075+0000 7f7875f27640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 0x7f787012fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.075+0000 7f7874f25640 1 -- 172.21.15.176:0/2893705898 learned_addr learned my addr 172.21.15.176:0/2893705898 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:27.078 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.075+0000 7f7875726640 1 -- 172.21.15.176:0/2893705898 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 msgr2=0x7f787012fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:27.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.075+0000 7f7875726640 1 --2- 172.21.15.176:0/2893705898 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 0x7f787012fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.075+0000 7f7875726640 1 -- 172.21.15.176:0/2893705898 >> v1:172.21.15.176:6789/0 conn(0x7f787006e600 legacy=0x7f787012f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.075+0000 7f7867fff640 1 -- 172.21.15.176:0/2893705898 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2068448868 0 0) 0x7f78700702f0 con 0x7f787006e600 2024-09-16T00:12:27.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.075+0000 7f7875726640 1 -- 172.21.15.176:0/2893705898 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7870130000 con 0x7f787006dce0 2024-09-16T00:12:27.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.075+0000 7f7875f27640 1 --2- 172.21.15.176:0/2893705898 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 0x7f787012fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:27.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f7875726640 1 --2- 172.21.15.176:0/2893705898 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 0x7f787006e0c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f786c0097a0 tx=0x7f786c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b24d500b1a572c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:27.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f7867fff640 1 -- 172.21.15.176:0/2893705898 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f786c037070 con 0x7f787006dce0 2024-09-16T00:12:27.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f7867fff640 1 -- 172.21.15.176:0/2893705898 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f786c02ae50 con 0x7f787006dce0 2024-09-16T00:12:27.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f7867fff640 1 -- 172.21.15.176:0/2893705898 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f786c032660 con 0x7f787006dce0 2024-09-16T00:12:27.082 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f787798a640 1 -- 172.21.15.176:0/2893705898 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 msgr2=0x7f787006e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.082 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f787798a640 1 --2- 172.21.15.176:0/2893705898 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 0x7f787006e0c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f786c0097a0 tx=0x7f786c02a100 comp rx=0 tx=0).stop 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f787798a640 1 -- 172.21.15.176:0/2893705898 shutdown_connections 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f787798a640 1 --2- 172.21.15.176:0/2893705898 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 0x7f787012fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f787798a640 1 --2- 172.21.15.176:0/2893705898 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 0x7f787006e0c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f787798a640 1 -- 172.21.15.176:0/2893705898 >> 172.21.15.176:0/2893705898 conn(0x7f787009e980 msgr2=0x7f787009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f787798a640 1 -- 172.21.15.176:0/2893705898 shutdown_connections 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.076+0000 7f787798a640 1 -- 172.21.15.176:0/2893705898 wait complete. 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.077+0000 7f787798a640 1 Processor -- start 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.077+0000 7f787798a640 1 -- start start 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f787798a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 0x7f7870091370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f787798a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f787006e600 0x7f78700918b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f787798a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 0x7f7870091df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.083 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f787798a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7870137a80 con 0x7f787006dce0 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f787798a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f7870137900 con 0x7f787006e600 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f787798a640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f7870137c00 con 0x7f787006ea10 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875726640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 0x7f7870091370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875f27640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 0x7f7870091df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875726640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 0x7f7870091370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33452/0 (socket says 172.21.15.176:33452) 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875726640 1 -- 172.21.15.176:0/657715845 learned_addr learned my addr 172.21.15.176:0/657715845 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7874f25640 1 --2- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f787006e600 0x7f78700918b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875726640 1 -- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 msgr2=0x7f7870091df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875726640 1 --2- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 0x7f7870091df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875726640 1 -- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f787006e600 msgr2=0x7f78700918b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.084 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875726640 1 --2- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f787006e600 0x7f78700918b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875726640 1 -- 172.21.15.176:0/657715845 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7870092580 con 0x7f787006dce0 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875f27640 1 --2- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 0x7f7870091df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.078+0000 7f7875726640 1 --2- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 0x7f7870091370 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f786c035040 tx=0x7f786c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.079+0000 7f7865ffb640 1 -- 172.21.15.176:0/657715845 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f786c041070 con 0x7f787006dce0 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.079+0000 7f7865ffb640 1 -- 172.21.15.176:0/657715845 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f786c03c460 con 0x7f787006dce0 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.079+0000 7f7865ffb640 1 -- 172.21.15.176:0/657715845 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f786c037040 con 0x7f787006dce0 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.079+0000 7f787798a640 1 -- 172.21.15.176:0/657715845 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7870073a30 con 0x7f787006dce0 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.079+0000 7f787798a640 1 -- 172.21.15.176:0/657715845 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7870093660 con 0x7f787006dce0 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.080+0000 7f7865ffb640 1 -- 172.21.15.176:0/657715845 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f786c03a070 con 0x7f787006dce0 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.080+0000 7f787798a640 1 -- 172.21.15.176:0/657715845 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7870075170 con 0x7f787006dce0 2024-09-16T00:12:27.085 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.080+0000 7f7865ffb640 1 -- 172.21.15.176:0/657715845 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3023+0+0 (secure 0 0 0) 0x7f786c07dcb0 con 0x7f787006dce0 2024-09-16T00:12:27.086 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.084+0000 7f7865ffb640 1 -- 172.21.15.176:0/657715845 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f7870075170 con 0x7f787006dce0 2024-09-16T00:12:27.227 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.225+0000 7f787798a640 1 -- 172.21.15.176:0/657715845 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f787006d980 con 0x7f787006dce0 2024-09-16T00:12:27.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.226+0000 7f7865ffb640 1 -- 172.21.15.176:0/657715845 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) ==== 74+0+9185 (secure 0 0 0) 0x7f787006d980 con 0x7f787006dce0 2024-09-16T00:12:27.228 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:27.228 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":29,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:12:26.123979+0000","last_up_change":"2024-09-16T00:12:25.122424+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":3722117972}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":3722117972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":3722117972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":3722117972}]},"public_addr":"172.21.15.176:6800/3722117972","cluster_addr":"172.21.15.176:6801/3722117972","heartbeat_back_addr":"172.21.15.176:6803/3722117972","heartbeat_front_addr":"172.21.15.176:6802/3722117972","state":["exists","up"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":20,"up_from":25,"up_thru":25,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":4580462}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":4580462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":4580462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":4580462}]},"public_addr":"172.21.15.176:6804/4580462","cluster_addr":"172.21.15.176:6805/4580462","heartbeat_back_addr":"172.21.15.176:6807/4580462","heartbeat_front_addr":"172.21.15.176:6806/4580462","state":["exists","up"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":28,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":3022495963}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":3022495963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":3022495963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":3022495963}]},"public_addr":"172.21.15.176:6808/3022495963","cluster_addr":"172.21.15.176:6809/3022495963","heartbeat_back_addr":"172.21.15.176:6811/3022495963","heartbeat_front_addr":"172.21.15.176:6810/3022495963","state":["exists","up"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":28,"up_thru":28,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":3256928594}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":3256928594}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":3256928594}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":3256928594}]},"public_addr":"172.21.15.176:6812/3256928594","cluster_addr":"172.21.15.176:6813/3256928594","heartbeat_back_addr":"172.21.15.176:6815/3256928594","heartbeat_front_addr":"172.21.15.176:6814/3256928594","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T00:12:17.093678+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.176:6816/32228":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/2891791718":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/127376731":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/4005937172":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/3217070862":"2024-09-17T00:12:09.054352+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:27.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.228+0000 7f787798a640 1 -- 172.21.15.176:0/657715845 >> v1:172.21.15.176:6816/980076289 conn(0x7f7854047fd0 legacy=0x7f785404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.228+0000 7f787798a640 1 -- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 msgr2=0x7f7870091370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.228+0000 7f787798a640 1 --2- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 0x7f7870091370 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f786c035040 tx=0x7f786c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.228+0000 7f787798a640 1 -- 172.21.15.176:0/657715845 shutdown_connections 2024-09-16T00:12:27.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.228+0000 7f787798a640 1 --2- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f787006ea10 0x7f7870091df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.228+0000 7f787798a640 1 --2- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f787006e600 0x7f78700918b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.228+0000 7f787798a640 1 --2- 172.21.15.176:0/657715845 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f787006dce0 0x7f7870091370 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.228+0000 7f787798a640 1 -- 172.21.15.176:0/657715845 >> 172.21.15.176:0/657715845 conn(0x7f787009e980 msgr2=0x7f787009d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:27.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.228+0000 7f787798a640 1 -- 172.21.15.176:0/657715845 shutdown_connections 2024-09-16T00:12:27.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.228+0000 7f787798a640 1 -- 172.21.15.176:0/657715845 wait complete. 2024-09-16T00:12:27.240 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T00:12:27.241 INFO:teuthology.run_tasks:Running task exec... 2024-09-16T00:12:27.252 INFO:teuthology.task.exec:Executing custom commands... 2024-09-16T00:12:27.253 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:12:27.253 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph versions' 2024-09-16T00:12:27.347 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe3a1ffd640 1 Processor -- start 2024-09-16T00:12:27.347 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe3a1ffd640 1 -- start start 2024-09-16T00:12:27.347 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe3a1ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c12bec0 0x7fe39c12c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.348 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe3a1ffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12c7e0 0x7fe39c06cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.348 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe3a1ffd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe39c06e940 0x7fe39c06d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.348 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe3a1ffd640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe39c06fd70 con 0x7fe39c06e940 2024-09-16T00:12:27.348 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe3a1ffd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe39c070010 con 0x7fe39c12bec0 2024-09-16T00:12:27.348 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe3a1ffd640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe39c06d7f0 con 0x7fe39c12c7e0 2024-09-16T00:12:27.348 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe39affd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12c7e0 0x7fe39c06cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe39b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c12bec0 0x7fe39c12c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe39bfff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe39c06e940 0x7fe39c06d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe39bfff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe39c06e940 0x7fe39c06d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33456/0 (socket says 172.21.15.176:33456) 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe39affd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12c7e0 0x7fe39c06cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33354/0 (socket says 172.21.15.176:33354) 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe39b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c12bec0 0x7fe39c12c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41486/0 (socket says 172.21.15.176:41486) 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.344+0000 7fe39bfff640 1 -- 172.21.15.176:0/2000847303 learned_addr learned my addr 172.21.15.176:0/2000847303 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39b7fe640 1 -- 172.21.15.176:0/2000847303 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12c7e0 msgr2=0x7fe39c06cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39b7fe640 1 --2- 172.21.15.176:0/2000847303 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12c7e0 0x7fe39c06cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39b7fe640 1 -- 172.21.15.176:0/2000847303 >> v2:172.21.15.176:3300/0 conn(0x7fe39c06e940 msgr2=0x7fe39c06d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39b7fe640 1 --2- 172.21.15.176:0/2000847303 >> v2:172.21.15.176:3300/0 conn(0x7fe39c06e940 0x7fe39c06d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39b7fe640 1 -- 172.21.15.176:0/2000847303 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe39c06d9a0 con 0x7fe39c12bec0 2024-09-16T00:12:27.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39bfff640 1 --2- 172.21.15.176:0/2000847303 >> v2:172.21.15.176:3300/0 conn(0x7fe39c06e940 0x7fe39c06d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:27.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39affd640 1 --2- 172.21.15.176:0/2000847303 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12c7e0 0x7fe39c06cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:27.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39b7fe640 1 --2- 172.21.15.176:0/2000847303 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c12bec0 0x7fe39c12c2a0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe38c00c860 tx=0x7fe38c02a670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49d403dad5433efc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:27.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39a7fc640 1 -- 172.21.15.176:0/2000847303 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe38c038070 con 0x7fe39c12bec0 2024-09-16T00:12:27.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39a7fc640 1 -- 172.21.15.176:0/2000847303 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe38c030480 con 0x7fe39c12bec0 2024-09-16T00:12:27.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.345+0000 7fe39a7fc640 1 -- 172.21.15.176:0/2000847303 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe38c030870 con 0x7fe39c12bec0 2024-09-16T00:12:27.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.346+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/2000847303 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c12bec0 msgr2=0x7fe39c12c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.346+0000 7fe3a1ffd640 1 --2- 172.21.15.176:0/2000847303 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c12bec0 0x7fe39c12c2a0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe38c00c860 tx=0x7fe38c02a670 comp rx=0 tx=0).stop 2024-09-16T00:12:27.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.346+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/2000847303 shutdown_connections 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.346+0000 7fe3a1ffd640 1 --2- 172.21.15.176:0/2000847303 >> v2:172.21.15.176:3300/0 conn(0x7fe39c06e940 0x7fe39c06d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.346+0000 7fe3a1ffd640 1 --2- 172.21.15.176:0/2000847303 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12c7e0 0x7fe39c06cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.346+0000 7fe3a1ffd640 1 --2- 172.21.15.176:0/2000847303 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c12bec0 0x7fe39c12c2a0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.346+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/2000847303 >> 172.21.15.176:0/2000847303 conn(0x7fe39c09ad50 msgr2=0x7fe39c098500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.346+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/2000847303 shutdown_connections 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.346+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/2000847303 wait complete. 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.347+0000 7fe3a1ffd640 1 Processor -- start 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.347+0000 7fe3a1ffd640 1 -- start start 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.347+0000 7fe3a1ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c06e940 0x7fe39c12a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.347+0000 7fe3a1ffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12bec0 0x7fe39c12a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.347+0000 7fe3a1ffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe39c12c7e0 0x7fe39c1bffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.347+0000 7fe3a1ffd640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe39c06dfc0 con 0x7fe39c12c7e0 2024-09-16T00:12:27.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.347+0000 7fe3a1ffd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe39c06de40 con 0x7fe39c06e940 2024-09-16T00:12:27.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.347+0000 7fe3a1ffd640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe39c099c20 con 0x7fe39c12bec0 2024-09-16T00:12:27.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c06e940 0x7fe39c12a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39b7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c06e940 0x7fe39c12a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41494/0 (socket says 172.21.15.176:41494) 2024-09-16T00:12:27.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39bfff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe39c12c7e0 0x7fe39c1bffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39b7fe640 1 -- 172.21.15.176:0/179354544 learned_addr learned my addr 172.21.15.176:0/179354544 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:27.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39affd640 1 --2- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12bec0 0x7fe39c12a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39bfff640 1 -- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12bec0 msgr2=0x7fe39c12a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39bfff640 1 --2- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12bec0 0x7fe39c12a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39bfff640 1 -- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c06e940 msgr2=0x7fe39c12a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39bfff640 1 --2- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c06e940 0x7fe39c12a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39bfff640 1 -- 172.21.15.176:0/179354544 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe39c08d230 con 0x7fe39c12c7e0 2024-09-16T00:12:27.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39b7fe640 1 --2- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c06e940 0x7fe39c12a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:27.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39affd640 1 --2- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12bec0 0x7fe39c12a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:27.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe39bfff640 1 --2- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe39c12c7e0 0x7fe39c1bffe0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe39400f500 tx=0x7fe39400f9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:27.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe383fff640 1 -- 172.21.15.176:0/179354544 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe39401f070 con 0x7fe39c12c7e0 2024-09-16T00:12:27.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe383fff640 1 -- 172.21.15.176:0/179354544 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe394003bb0 con 0x7fe39c12c7e0 2024-09-16T00:12:27.357 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/179354544 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe39c08de70 con 0x7fe39c12c7e0 2024-09-16T00:12:27.357 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe383fff640 1 -- 172.21.15.176:0/179354544 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe394004030 con 0x7fe39c12c7e0 2024-09-16T00:12:27.357 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.348+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/179354544 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe39c12aec0 con 0x7fe39c12c7e0 2024-09-16T00:12:27.357 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.349+0000 7fe383fff640 1 -- 172.21.15.176:0/179354544 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fe394005d10 con 0x7fe39c12c7e0 2024-09-16T00:12:27.357 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.349+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/179354544 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe39c09a060 con 0x7fe39c12c7e0 2024-09-16T00:12:27.357 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.350+0000 7fe383fff640 1 -- 172.21.15.176:0/179354544 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3023+0+0 (secure 0 0 0) 0x7fe394061ee0 con 0x7fe39c12c7e0 2024-09-16T00:12:27.357 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.353+0000 7fe383fff640 1 -- 172.21.15.176:0/179354544 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fe394060fa0 con 0x7fe39c12c7e0 2024-09-16T00:12:27.542 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.540+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/179354544 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "versions"} v 0) -- 0x7fe39c073820 con 0x7fe39c12c7e0 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.541+0000 7fe383fff640 1 -- 172.21.15.176:0/179354544 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) ==== 56+0+507 (secure 0 0 0) 0x7fe3940410e0 con 0x7fe39c12c7e0 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stdout: "mon": { 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)": 3 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": { 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)": 2 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": { 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)": 4 2024-09-16T00:12:27.543 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.544 INFO:teuthology.orchestra.run.smithi176.stdout: "overall": { 2024-09-16T00:12:27.544 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)": 9 2024-09-16T00:12:27.544 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.544 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-09-16T00:12:27.545 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.542+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/179354544 >> v1:172.21.15.176:6816/980076289 conn(0x7fe388047fd0 legacy=0x7fe38804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.542+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe39c12c7e0 msgr2=0x7fe39c1bffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.542+0000 7fe3a1ffd640 1 --2- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe39c12c7e0 0x7fe39c1bffe0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe39400f500 tx=0x7fe39400f9c0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.542+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/179354544 shutdown_connections 2024-09-16T00:12:27.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.542+0000 7fe3a1ffd640 1 --2- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe39c12c7e0 0x7fe39c1bffe0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.542+0000 7fe3a1ffd640 1 --2- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe39c12bec0 0x7fe39c12a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.542+0000 7fe3a1ffd640 1 --2- 172.21.15.176:0/179354544 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe39c06e940 0x7fe39c12a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.542+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/179354544 >> 172.21.15.176:0/179354544 conn(0x7fe39c09ad50 msgr2=0x7fe39c0702d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:27.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.542+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/179354544 shutdown_connections 2024-09-16T00:12:27.546 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.542+0000 7fe3a1ffd640 1 -- 172.21.15.176:0/179354544 wait complete. 2024-09-16T00:12:27.555 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd dump -f json-pretty' 2024-09-16T00:12:27.649 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.647+0000 7fef9b58a640 1 Processor -- start 2024-09-16T00:12:27.650 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef9b58a640 1 -- start start 2024-09-16T00:12:27.651 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef9b58a640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fef9412d500 0x7fef9412d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.651 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef9b58a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9412de20 0x7fef9406cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.651 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef9b58a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef9412d320 con 0x7fef9406d2b0 2024-09-16T00:12:27.651 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef9b58a640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fef94070dd0 con 0x7fef9412d500 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef9b58a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fef94099e90 con 0x7fef9412de20 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef99326640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fef9412d500 0x7fef9412d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef98b25640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9412de20 0x7fef9406cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef98b25640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9412de20 0x7fef9406cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41510/0 (socket says 172.21.15.176:41510) 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef99326640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fef9412d500 0x7fef9412d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33472/0 (socket says 172.21.15.176:33472) 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef98b25640 1 -- 172.21.15.176:0/2410709905 learned_addr learned my addr 172.21.15.176:0/2410709905 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef99b27640 1 --1- 172.21.15.176:0/2410709905 >> v1:172.21.15.176:6789/0 conn(0x7fef9406d2b0 0x7fef941344f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53366/0 (socket says 172.21.15.176:53366) 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef98b25640 1 -- 172.21.15.176:0/2410709905 >> v2:172.21.15.176:3300/0 conn(0x7fef9412d500 msgr2=0x7fef9412d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef98b25640 1 --2- 172.21.15.176:0/2410709905 >> v2:172.21.15.176:3300/0 conn(0x7fef9412d500 0x7fef9412d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef98b25640 1 -- 172.21.15.176:0/2410709905 >> v1:172.21.15.176:6789/0 conn(0x7fef9406d2b0 legacy=0x7fef941344f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef98b25640 1 -- 172.21.15.176:0/2410709905 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef94071980 con 0x7fef9412de20 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.648+0000 7fef99326640 1 --2- 172.21.15.176:0/2410709905 >> v2:172.21.15.176:3300/0 conn(0x7fef9412d500 0x7fef9412d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:27.652 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.649+0000 7fef98b25640 1 --2- 172.21.15.176:0/2410709905 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9412de20 0x7fef9406cd70 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fef90009870 tx=0x7fef9002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acc0881f755235ff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:27.653 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.649+0000 7fef8bfff640 1 -- 172.21.15.176:0/2410709905 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef90037070 con 0x7fef9412de20 2024-09-16T00:12:27.653 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.649+0000 7fef8bfff640 1 -- 172.21.15.176:0/2410709905 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef90032440 con 0x7fef9412de20 2024-09-16T00:12:27.653 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.649+0000 7fef8bfff640 1 -- 172.21.15.176:0/2410709905 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef90032810 con 0x7fef9412de20 2024-09-16T00:12:27.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.650+0000 7fef9b58a640 1 -- 172.21.15.176:0/2410709905 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9412de20 msgr2=0x7fef9406cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.650+0000 7fef9b58a640 1 --2- 172.21.15.176:0/2410709905 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9412de20 0x7fef9406cd70 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fef90009870 tx=0x7fef9002a1c0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.650+0000 7fef9b58a640 1 -- 172.21.15.176:0/2410709905 shutdown_connections 2024-09-16T00:12:27.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.650+0000 7fef9b58a640 1 --2- 172.21.15.176:0/2410709905 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9412de20 0x7fef9406cd70 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.650+0000 7fef9b58a640 1 --2- 172.21.15.176:0/2410709905 >> v2:172.21.15.176:3300/0 conn(0x7fef9412d500 0x7fef9412d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.650+0000 7fef9b58a640 1 -- 172.21.15.176:0/2410709905 >> 172.21.15.176:0/2410709905 conn(0x7fef9409ad50 msgr2=0x7fef94098500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.650+0000 7fef9b58a640 1 -- 172.21.15.176:0/2410709905 shutdown_connections 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.650+0000 7fef9b58a640 1 -- 172.21.15.176:0/2410709905 wait complete. 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef9b58a640 1 Processor -- start 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef9b58a640 1 -- start start 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef9b58a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9406d2b0 0x7fef94123850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef9b58a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fef9412d500 0x7fef94123d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef9b58a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fef9412de20 0x7fef941242d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef9b58a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fef9406d760 con 0x7fef9412de20 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef9b58a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fef9406d8e0 con 0x7fef9406d2b0 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef9b58a640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fef9406da60 con 0x7fef9412d500 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef99326640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9406d2b0 0x7fef94123850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef99326640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9406d2b0 0x7fef94123850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41524/0 (socket says 172.21.15.176:41524) 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef99326640 1 -- 172.21.15.176:0/4096987411 learned_addr learned my addr 172.21.15.176:0/4096987411 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef98b25640 1 --2- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fef9412d500 0x7fef94123d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.651+0000 7fef99b27640 1 --2- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fef9412de20 0x7fef941242d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef99326640 1 -- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fef9412d500 msgr2=0x7fef94123d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef99326640 1 --2- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fef9412d500 0x7fef94123d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef99326640 1 -- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fef9412de20 msgr2=0x7fef941242d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef99326640 1 --2- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fef9412de20 0x7fef941242d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef99326640 1 -- 172.21.15.176:0/4096987411 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef94125ab0 con 0x7fef9406d2b0 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef99326640 1 --2- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9406d2b0 0x7fef94123850 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fef8400ebe0 tx=0x7fef8400c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef89ffb640 1 -- 172.21.15.176:0/4096987411 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef84017070 con 0x7fef9406d2b0 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef89ffb640 1 -- 172.21.15.176:0/4096987411 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef8400cc30 con 0x7fef9406d2b0 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef9b58a640 1 -- 172.21.15.176:0/4096987411 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef941253a0 con 0x7fef9406d2b0 2024-09-16T00:12:27.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef89ffb640 1 -- 172.21.15.176:0/4096987411 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef84013470 con 0x7fef9406d2b0 2024-09-16T00:12:27.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.652+0000 7fef9b58a640 1 -- 172.21.15.176:0/4096987411 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fef94126180 con 0x7fef9406d2b0 2024-09-16T00:12:27.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.653+0000 7fef9b58a640 1 -- 172.21.15.176:0/4096987411 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef9412d8e0 con 0x7fef9406d2b0 2024-09-16T00:12:27.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.653+0000 7fef89ffb640 1 -- 172.21.15.176:0/4096987411 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fef8401a070 con 0x7fef9406d2b0 2024-09-16T00:12:27.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.654+0000 7fef89ffb640 1 -- 172.21.15.176:0/4096987411 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(29..29 src has 1..29) ==== 3023+0+0 (secure 0 0 0) 0x7fef8405d890 con 0x7fef9406d2b0 2024-09-16T00:12:27.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.657+0000 7fef89ffb640 1 -- 172.21.15.176:0/4096987411 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fef8405c950 con 0x7fef9406d2b0 2024-09-16T00:12:27.799 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.797+0000 7fef9b58a640 1 -- 172.21.15.176:0/4096987411 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7fef94131940 con 0x7fef9406d2b0 2024-09-16T00:12:27.800 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.798+0000 7fef89ffb640 1 -- 172.21.15.176:0/4096987411 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v29) ==== 81+0+16849 (secure 0 0 0) 0x7fef8403ca90 con 0x7fef9406d2b0 2024-09-16T00:12:27.801 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:27.801 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-09-16T00:12:27.801 INFO:teuthology.orchestra.run.smithi176.stdout: "epoch": 29, 2024-09-16T00:12:27.801 INFO:teuthology.orchestra.run.smithi176.stdout: "fsid": "f5733c88-33f0-4bcb-991e-84a2aa14135d", 2024-09-16T00:12:27.801 INFO:teuthology.orchestra.run.smithi176.stdout: "created": "2024-09-16T00:10:42.433761+0000", 2024-09-16T00:12:27.801 INFO:teuthology.orchestra.run.smithi176.stdout: "modified": "2024-09-16T00:12:26.123979+0000", 2024-09-16T00:12:27.801 INFO:teuthology.orchestra.run.smithi176.stdout: "last_up_change": "2024-09-16T00:12:25.122424+0000", 2024-09-16T00:12:27.801 INFO:teuthology.orchestra.run.smithi176.stdout: "last_in_change": "2024-09-16T00:10:43.558125+0000", 2024-09-16T00:12:27.801 INFO:teuthology.orchestra.run.smithi176.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "flags_num": 5799936, 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "flags_set": [ 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "pglog_hardlimit", 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "purged_snapdirs", 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "recovery_deletes", 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "sortbitwise" 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: ], 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "crush_version": 7, 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "full_ratio": 0.94999998807907104, 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "backfillfull_ratio": 0.89999997615814209, 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "nearfull_ratio": 0.85000002384185791, 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "cluster_snapshot": "", 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "pool_max": 2, 2024-09-16T00:12:27.802 INFO:teuthology.orchestra.run.smithi176.stdout: "max_osd": 4, 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "require_min_compat_client": "quincy", 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "min_compat_client": "jewel", 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "require_osd_release": "quincy", 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "allow_crimson": false, 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "pools": [ 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "pool": 1, 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "pool_name": ".mgr", 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "create_time": "2024-09-16T00:10:52.771268+0000", 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "flags": 1, 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "flags_names": "hashpspool", 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "type": 1, 2024-09-16T00:12:27.803 INFO:teuthology.orchestra.run.smithi176.stdout: "size": 2, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "min_size": 1, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "crush_rule": 0, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "peering_crush_bucket_count": 0, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "peering_crush_bucket_target": 0, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "peering_crush_bucket_barrier": 0, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "is_stretch_pool": false, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "object_hash": 2, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_autoscale_mode": "off", 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_num": 1, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_placement_num": 1, 2024-09-16T00:12:27.804 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_placement_num_target": 1, 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_num_target": 1, 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_num_pending": 1, 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "last_pg_merge_meta": { 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "source_pgid": "0.0", 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "ready_epoch": 0, 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "last_epoch_started": 0, 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "last_epoch_clean": 0, 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "source_version": "0'0", 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "target_version": "0'0" 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "last_change": "12", 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "last_force_op_resend": "0", 2024-09-16T00:12:27.805 INFO:teuthology.orchestra.run.smithi176.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "last_force_op_resend_preluminous": "0", 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "auid": 0, 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "snap_mode": "selfmanaged", 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "snap_seq": 0, 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "snap_epoch": 0, 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "pool_snaps": [], 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "removed_snaps": "[]", 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "quota_max_bytes": 0, 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "quota_max_objects": 0, 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "tiers": [], 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "tier_of": -1, 2024-09-16T00:12:27.806 INFO:teuthology.orchestra.run.smithi176.stdout: "read_tier": -1, 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "write_tier": -1, 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_mode": "none", 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "target_max_bytes": 0, 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "target_max_objects": 0, 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_min_flush_age": 0, 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_min_evict_age": 0, 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "erasure_code_profile": "", 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "hit_set_params": { 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "none" 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.807 INFO:teuthology.orchestra.run.smithi176.stdout: "hit_set_period": 0, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "hit_set_count": 0, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "use_gmt_hitset": true, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "min_read_recency_for_promote": 0, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "min_write_recency_for_promote": 0, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "hit_set_grade_decay_rate": 0, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "hit_set_search_last_n": 0, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "grade_table": [], 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "stripe_width": 0, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "expected_num_objects": 0, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "fast_read": false, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "options": { 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_num_max": 32, 2024-09-16T00:12:27.808 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_num_min": 1 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "application_metadata": { 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "mgr": {} 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "read_balance": { 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "score_type": "Fair distribution", 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "score_acting": 4, 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "score_stable": 4, 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "optimal_score": 0.5, 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "raw_score_acting": 2, 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "raw_score_stable": 2, 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "primary_affinity_weighted": 1, 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "average_primary_affinity": 1, 2024-09-16T00:12:27.809 INFO:teuthology.orchestra.run.smithi176.stdout: "average_primary_affinity_weighted": 1 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: "pool": 2, 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: "pool_name": "rbd", 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: "create_time": "2024-09-16T00:10:57.939572+0000", 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: "flags": 8193, 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: "flags_names": "hashpspool,selfmanaged_snaps", 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: "type": 1, 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: "size": 2, 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: "min_size": 1, 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: "crush_rule": 0, 2024-09-16T00:12:27.810 INFO:teuthology.orchestra.run.smithi176.stdout: "peering_crush_bucket_count": 0, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "peering_crush_bucket_target": 0, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "peering_crush_bucket_barrier": 0, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "is_stretch_pool": false, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "object_hash": 2, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_autoscale_mode": "off", 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_num": 8, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_placement_num": 8, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_placement_num_target": 8, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_num_target": 8, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_num_pending": 8, 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "last_pg_merge_meta": { 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "source_pgid": "0.0", 2024-09-16T00:12:27.811 INFO:teuthology.orchestra.run.smithi176.stdout: "ready_epoch": 0, 2024-09-16T00:12:27.812 INFO:teuthology.orchestra.run.smithi176.stdout: "last_epoch_started": 0, 2024-09-16T00:12:27.812 INFO:teuthology.orchestra.run.smithi176.stdout: "last_epoch_clean": 0, 2024-09-16T00:12:27.812 INFO:teuthology.orchestra.run.smithi176.stdout: "source_version": "0'0", 2024-09-16T00:12:27.812 INFO:teuthology.orchestra.run.smithi176.stdout: "target_version": "0'0" 2024-09-16T00:12:27.812 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.812 INFO:teuthology.orchestra.run.smithi176.stdout: "last_change": "16", 2024-09-16T00:12:27.812 INFO:teuthology.orchestra.run.smithi176.stdout: "last_force_op_resend": "0", 2024-09-16T00:12:27.812 INFO:teuthology.orchestra.run.smithi176.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-16T00:12:27.812 INFO:teuthology.orchestra.run.smithi176.stdout: "last_force_op_resend_preluminous": "0", 2024-09-16T00:12:27.813 INFO:teuthology.orchestra.run.smithi176.stdout: "auid": 0, 2024-09-16T00:12:27.813 INFO:teuthology.orchestra.run.smithi176.stdout: "snap_mode": "selfmanaged", 2024-09-16T00:12:27.813 INFO:teuthology.orchestra.run.smithi176.stdout: "snap_seq": 3, 2024-09-16T00:12:27.813 INFO:teuthology.orchestra.run.smithi176.stdout: "snap_epoch": 16, 2024-09-16T00:12:27.813 INFO:teuthology.orchestra.run.smithi176.stdout: "pool_snaps": [], 2024-09-16T00:12:27.813 INFO:teuthology.orchestra.run.smithi176.stdout: "removed_snaps": "[]", 2024-09-16T00:12:27.814 INFO:teuthology.orchestra.run.smithi176.stdout: "quota_max_bytes": 0, 2024-09-16T00:12:27.814 INFO:teuthology.orchestra.run.smithi176.stdout: "quota_max_objects": 0, 2024-09-16T00:12:27.814 INFO:teuthology.orchestra.run.smithi176.stdout: "tiers": [], 2024-09-16T00:12:27.814 INFO:teuthology.orchestra.run.smithi176.stdout: "tier_of": -1, 2024-09-16T00:12:27.814 INFO:teuthology.orchestra.run.smithi176.stdout: "read_tier": -1, 2024-09-16T00:12:27.814 INFO:teuthology.orchestra.run.smithi176.stdout: "write_tier": -1, 2024-09-16T00:12:27.815 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_mode": "none", 2024-09-16T00:12:27.815 INFO:teuthology.orchestra.run.smithi176.stdout: "target_max_bytes": 0, 2024-09-16T00:12:27.815 INFO:teuthology.orchestra.run.smithi176.stdout: "target_max_objects": 0, 2024-09-16T00:12:27.815 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-16T00:12:27.815 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-16T00:12:27.815 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-16T00:12:27.815 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_min_flush_age": 0, 2024-09-16T00:12:27.815 INFO:teuthology.orchestra.run.smithi176.stdout: "cache_min_evict_age": 0, 2024-09-16T00:12:27.816 INFO:teuthology.orchestra.run.smithi176.stdout: "erasure_code_profile": "", 2024-09-16T00:12:27.816 INFO:teuthology.orchestra.run.smithi176.stdout: "hit_set_params": { 2024-09-16T00:12:27.816 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "none" 2024-09-16T00:12:27.816 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.816 INFO:teuthology.orchestra.run.smithi176.stdout: "hit_set_period": 0, 2024-09-16T00:12:27.816 INFO:teuthology.orchestra.run.smithi176.stdout: "hit_set_count": 0, 2024-09-16T00:12:27.816 INFO:teuthology.orchestra.run.smithi176.stdout: "use_gmt_hitset": true, 2024-09-16T00:12:27.817 INFO:teuthology.orchestra.run.smithi176.stdout: "min_read_recency_for_promote": 0, 2024-09-16T00:12:27.817 INFO:teuthology.orchestra.run.smithi176.stdout: "min_write_recency_for_promote": 0, 2024-09-16T00:12:27.817 INFO:teuthology.orchestra.run.smithi176.stdout: "hit_set_grade_decay_rate": 0, 2024-09-16T00:12:27.817 INFO:teuthology.orchestra.run.smithi176.stdout: "hit_set_search_last_n": 0, 2024-09-16T00:12:27.817 INFO:teuthology.orchestra.run.smithi176.stdout: "grade_table": [], 2024-09-16T00:12:27.817 INFO:teuthology.orchestra.run.smithi176.stdout: "stripe_width": 0, 2024-09-16T00:12:27.817 INFO:teuthology.orchestra.run.smithi176.stdout: "expected_num_objects": 0, 2024-09-16T00:12:27.817 INFO:teuthology.orchestra.run.smithi176.stdout: "fast_read": false, 2024-09-16T00:12:27.818 INFO:teuthology.orchestra.run.smithi176.stdout: "options": {}, 2024-09-16T00:12:27.818 INFO:teuthology.orchestra.run.smithi176.stdout: "application_metadata": { 2024-09-16T00:12:27.818 INFO:teuthology.orchestra.run.smithi176.stdout: "rbd": {} 2024-09-16T00:12:27.818 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.818 INFO:teuthology.orchestra.run.smithi176.stdout: "read_balance": { 2024-09-16T00:12:27.818 INFO:teuthology.orchestra.run.smithi176.stdout: "score_type": "Fair distribution", 2024-09-16T00:12:27.819 INFO:teuthology.orchestra.run.smithi176.stdout: "score_acting": 2.5, 2024-09-16T00:12:27.819 INFO:teuthology.orchestra.run.smithi176.stdout: "score_stable": 2.5, 2024-09-16T00:12:27.819 INFO:teuthology.orchestra.run.smithi176.stdout: "optimal_score": 1, 2024-09-16T00:12:27.819 INFO:teuthology.orchestra.run.smithi176.stdout: "raw_score_acting": 2.5, 2024-09-16T00:12:27.819 INFO:teuthology.orchestra.run.smithi176.stdout: "raw_score_stable": 2.5, 2024-09-16T00:12:27.819 INFO:teuthology.orchestra.run.smithi176.stdout: "primary_affinity_weighted": 1, 2024-09-16T00:12:27.820 INFO:teuthology.orchestra.run.smithi176.stdout: "average_primary_affinity": 1, 2024-09-16T00:12:27.820 INFO:teuthology.orchestra.run.smithi176.stdout: "average_primary_affinity_weighted": 1 2024-09-16T00:12:27.820 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.820 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.821 INFO:teuthology.orchestra.run.smithi176.stdout: ], 2024-09-16T00:12:27.821 INFO:teuthology.orchestra.run.smithi176.stdout: "osds": [ 2024-09-16T00:12:27.821 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.821 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": 0, 2024-09-16T00:12:27.821 INFO:teuthology.orchestra.run.smithi176.stdout: "uuid": "c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2", 2024-09-16T00:12:27.821 INFO:teuthology.orchestra.run.smithi176.stdout: "up": 1, 2024-09-16T00:12:27.821 INFO:teuthology.orchestra.run.smithi176.stdout: "in": 1, 2024-09-16T00:12:27.821 INFO:teuthology.orchestra.run.smithi176.stdout: "weight": 1, 2024-09-16T00:12:27.821 INFO:teuthology.orchestra.run.smithi176.stdout: "primary_affinity": 1, 2024-09-16T00:12:27.821 INFO:teuthology.orchestra.run.smithi176.stdout: "last_clean_begin": 9, 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: "last_clean_end": 19, 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: "up_from": 25, 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: "up_thru": 25, 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: "down_at": 20, 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: "lost_at": 0, 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: "public_addrs": { 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6800", 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3722117972 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.822 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: "cluster_addrs": { 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6801", 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3722117972 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_back_addrs": { 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.823 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6803", 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3722117972 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_front_addrs": { 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6802", 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3722117972 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.824 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.825 INFO:teuthology.orchestra.run.smithi176.stdout: "public_addr": "172.21.15.176:6800/3722117972", 2024-09-16T00:12:27.825 INFO:teuthology.orchestra.run.smithi176.stdout: "cluster_addr": "172.21.15.176:6801/3722117972", 2024-09-16T00:12:27.825 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_back_addr": "172.21.15.176:6803/3722117972", 2024-09-16T00:12:27.825 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_front_addr": "172.21.15.176:6802/3722117972", 2024-09-16T00:12:27.825 INFO:teuthology.orchestra.run.smithi176.stdout: "state": [ 2024-09-16T00:12:27.825 INFO:teuthology.orchestra.run.smithi176.stdout: "exists", 2024-09-16T00:12:27.825 INFO:teuthology.orchestra.run.smithi176.stdout: "up" 2024-09-16T00:12:27.825 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.825 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.825 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": 1, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "uuid": "869d662c-df63-45e7-a494-5a9475b05d24", 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "up": 1, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "in": 1, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "weight": 1, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "primary_affinity": 1, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "last_clean_begin": 9, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "last_clean_end": 20, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "up_from": 25, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "up_thru": 25, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "down_at": 21, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "lost_at": 0, 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "public_addrs": { 2024-09-16T00:12:27.826 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6804", 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 4580462 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: "cluster_addrs": { 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6805", 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 4580462 2024-09-16T00:12:27.827 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_back_addrs": { 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6807", 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 4580462 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_front_addrs": { 2024-09-16T00:12:27.828 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6806", 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 4580462 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: "public_addr": "172.21.15.176:6804/4580462", 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: "cluster_addr": "172.21.15.176:6805/4580462", 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_back_addr": "172.21.15.176:6807/4580462", 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_front_addr": "172.21.15.176:6806/4580462", 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: "state": [ 2024-09-16T00:12:27.829 INFO:teuthology.orchestra.run.smithi176.stdout: "exists", 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: "up" 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": 2, 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: "uuid": "d2d83abc-ef4e-4743-927a-426470f8b4ab", 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: "up": 1, 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: "in": 1, 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: "weight": 1, 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: "primary_affinity": 1, 2024-09-16T00:12:27.830 INFO:teuthology.orchestra.run.smithi176.stdout: "last_clean_begin": 9, 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: "last_clean_end": 21, 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: "up_from": 27, 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: "up_thru": 28, 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: "down_at": 22, 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: "lost_at": 0, 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: "public_addrs": { 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6808", 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3022495963 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.831 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: "cluster_addrs": { 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6809", 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3022495963 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_back_addrs": { 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.832 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6811", 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3022495963 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_front_addrs": { 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6810", 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3022495963 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.833 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: "public_addr": "172.21.15.176:6808/3022495963", 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: "cluster_addr": "172.21.15.176:6809/3022495963", 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_back_addr": "172.21.15.176:6811/3022495963", 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_front_addr": "172.21.15.176:6810/3022495963", 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: "state": [ 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: "exists", 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: "up" 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": 3, 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: "uuid": "6a5147a3-24dd-4cfe-b7c7-9d574e0f779a", 2024-09-16T00:12:27.834 INFO:teuthology.orchestra.run.smithi176.stdout: "up": 1, 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "in": 1, 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "weight": 1, 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "primary_affinity": 1, 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "last_clean_begin": 9, 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "last_clean_end": 22, 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "up_from": 28, 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "up_thru": 28, 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "down_at": 23, 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "lost_at": 0, 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "public_addrs": { 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.835 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6812", 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3256928594 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: "cluster_addrs": { 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6813", 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3256928594 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.836 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_back_addrs": { 2024-09-16T00:12:27.837 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.837 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.837 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.837 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6815", 2024-09-16T00:12:27.837 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3256928594 2024-09-16T00:12:27.837 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.837 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.837 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.837 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_front_addrs": { 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: "addrvec": [ 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: "type": "v1", 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: "addr": "172.21.15.176:6814", 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: "nonce": 3256928594 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: "public_addr": "172.21.15.176:6812/3256928594", 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: "cluster_addr": "172.21.15.176:6813/3256928594", 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_back_addr": "172.21.15.176:6815/3256928594", 2024-09-16T00:12:27.838 INFO:teuthology.orchestra.run.smithi176.stdout: "heartbeat_front_addr": "172.21.15.176:6814/3256928594", 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: "state": [ 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: "exists", 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: "up" 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: ], 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_xinfo": [ 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": 0, 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: "down_stamp": "0.000000", 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: "laggy_probability": 0, 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: "laggy_interval": 0, 2024-09-16T00:12:27.839 INFO:teuthology.orchestra.run.smithi176.stdout: "features": 4540701547738038271, 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: "old_weight": 0, 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: "last_purged_snaps_scrub": "2024-09-16T00:10:48.745976+0000", 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: "dead_epoch": 20 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": 1, 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: "down_stamp": "0.000000", 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: "laggy_probability": 0, 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: "laggy_interval": 0, 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: "features": 4540701547738038271, 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: "old_weight": 0, 2024-09-16T00:12:27.840 INFO:teuthology.orchestra.run.smithi176.stdout: "last_purged_snaps_scrub": "2024-09-16T00:10:48.625942+0000", 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: "dead_epoch": 21 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": 2, 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: "down_stamp": "0.000000", 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: "laggy_probability": 0, 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: "laggy_interval": 0, 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: "features": 4540701547738038271, 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: "old_weight": 0, 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: "last_purged_snaps_scrub": "2024-09-16T00:10:48.486916+0000", 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: "dead_epoch": 22 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: { 2024-09-16T00:12:27.841 INFO:teuthology.orchestra.run.smithi176.stdout: "osd": 3, 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "down_stamp": "2024-09-16T00:12:17.093678+0000", 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "laggy_probability": 0, 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "laggy_interval": 0, 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "features": 4540701547738038271, 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "old_weight": 0, 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "last_purged_snaps_scrub": "2024-09-16T00:10:48.670274+0000", 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "dead_epoch": 0 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: ], 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_upmap": [], 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_upmap_items": [], 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_upmap_primaries": [], 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "pg_temp": [], 2024-09-16T00:12:27.842 INFO:teuthology.orchestra.run.smithi176.stdout: "primary_temp": [], 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "blocklist": { 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "172.21.15.176:6816/32228": "2024-09-17T00:12:09.054352+0000", 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "172.21.15.176:0/2891791718": "2024-09-17T00:12:09.054352+0000", 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "172.21.15.176:0/127376731": "2024-09-17T00:12:09.054352+0000", 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "172.21.15.176:0/4005937172": "2024-09-17T00:12:09.054352+0000", 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "172.21.15.176:0/3217070862": "2024-09-17T00:12:09.054352+0000" 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "range_blocklist": {}, 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "erasure_code_profiles": { 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "default": { 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "crush-failure-domain": "osd", 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "k": "2", 2024-09-16T00:12:27.843 INFO:teuthology.orchestra.run.smithi176.stdout: "m": "1", 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "plugin": "jerasure", 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "technique": "reed_sol_van" 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "removed_snaps_queue": [], 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "new_removed_snaps": [], 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "new_purged_snaps": [], 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "crush_node_flags": {}, 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "device_class_flags": {}, 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "stretch_mode": { 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "stretch_mode_enabled": false, 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "stretch_bucket_count": 0, 2024-09-16T00:12:27.844 INFO:teuthology.orchestra.run.smithi176.stdout: "degraded_stretch_mode": 0, 2024-09-16T00:12:27.845 INFO:teuthology.orchestra.run.smithi176.stdout: "recovering_stretch_mode": 0, 2024-09-16T00:12:27.845 INFO:teuthology.orchestra.run.smithi176.stdout: "stretch_mode_bucket": 0 2024-09-16T00:12:27.845 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-09-16T00:12:27.845 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-09-16T00:12:27.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.800+0000 7fef9b58a640 1 -- 172.21.15.176:0/4096987411 >> v1:172.21.15.176:6816/980076289 conn(0x7fef78048000 legacy=0x7fef7804a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.800+0000 7fef9b58a640 1 -- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9406d2b0 msgr2=0x7fef94123850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.800+0000 7fef9b58a640 1 --2- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9406d2b0 0x7fef94123850 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fef8400ebe0 tx=0x7fef8400c520 comp rx=0 tx=0).stop 2024-09-16T00:12:27.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.800+0000 7fef9b58a640 1 -- 172.21.15.176:0/4096987411 shutdown_connections 2024-09-16T00:12:27.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.800+0000 7fef9b58a640 1 --2- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fef9412de20 0x7fef941242d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.800+0000 7fef9b58a640 1 --2- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fef9412d500 0x7fef94123d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.800+0000 7fef9b58a640 1 --2- 172.21.15.176:0/4096987411 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fef9406d2b0 0x7fef94123850 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.800+0000 7fef9b58a640 1 -- 172.21.15.176:0/4096987411 >> 172.21.15.176:0/4096987411 conn(0x7fef9409ad50 msgr2=0x7fef9409c220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:27.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.800+0000 7fef9b58a640 1 -- 172.21.15.176:0/4096987411 shutdown_connections 2024-09-16T00:12:27.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.800+0000 7fef9b58a640 1 -- 172.21.15.176:0/4096987411 wait complete. 2024-09-16T00:12:27.847 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2024-09-16T00:12:27.942 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.940+0000 7f99a7680640 1 Processor -- start 2024-09-16T00:12:27.942 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.940+0000 7f99a7680640 1 -- start start 2024-09-16T00:12:27.944 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a7680640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f99a006d990 0x7f99a01347b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.944 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a7680640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a0134cf0 0x7f99a01370e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.944 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a7680640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99a006e630 con 0x7f99a006cea0 2024-09-16T00:12:27.944 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a7680640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f99a006e910 con 0x7f99a006d990 2024-09-16T00:12:27.944 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a7680640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f99a006dda0 con 0x7f99a0134cf0 2024-09-16T00:12:27.944 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a4c1b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f99a006d990 0x7f99a01347b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.944 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a5c1d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a0134cf0 0x7f99a01370e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.944 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a541c640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f99a006cea0 0x7f99a006d280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53372/0 (socket says 172.21.15.176:53372) 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a4c1b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f99a006d990 0x7f99a01347b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33498/0 (socket says 172.21.15.176:33498) 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a541c640 1 -- 172.21.15.176:0/1267366753 learned_addr learned my addr 172.21.15.176:0/1267366753 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a4c1b640 1 -- 172.21.15.176:0/1267366753 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a0134cf0 msgr2=0x7f99a01370e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a4c1b640 1 --2- 172.21.15.176:0/1267366753 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a0134cf0 0x7f99a01370e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a4c1b640 1 -- 172.21.15.176:0/1267366753 >> v1:172.21.15.176:6789/0 conn(0x7f99a006cea0 legacy=0x7f99a006d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a4c1b640 1 -- 172.21.15.176:0/1267366753 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a0138630 con 0x7f99a006d990 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.941+0000 7f99a5c1d640 1 --2- 172.21.15.176:0/1267366753 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a0134cf0 0x7f99a01370e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.942+0000 7f99a4c1b640 1 --2- 172.21.15.176:0/1267366753 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f99a006d990 0x7f99a01347b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f99900097a0 tx=0x7f999002a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18be52dd8b6ba78f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.942+0000 7f9997fff640 1 -- 172.21.15.176:0/1267366753 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990037070 con 0x7f99a006d990 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.942+0000 7f9997fff640 1 -- 172.21.15.176:0/1267366753 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f999002adb0 con 0x7f99a006d990 2024-09-16T00:12:27.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.942+0000 7f9997fff640 1 -- 172.21.15.176:0/1267366753 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990032660 con 0x7f99a006d990 2024-09-16T00:12:27.948 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.943+0000 7f99a7680640 1 -- 172.21.15.176:0/1267366753 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f99a006d990 msgr2=0x7f99a01347b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.943+0000 7f99a7680640 1 --2- 172.21.15.176:0/1267366753 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f99a006d990 0x7f99a01347b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f99900097a0 tx=0x7f999002a060 comp rx=0 tx=0).stop 2024-09-16T00:12:27.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.943+0000 7f99a7680640 1 -- 172.21.15.176:0/1267366753 shutdown_connections 2024-09-16T00:12:27.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.943+0000 7f99a7680640 1 --2- 172.21.15.176:0/1267366753 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a0134cf0 0x7f99a01370e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.943+0000 7f99a7680640 1 --2- 172.21.15.176:0/1267366753 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f99a006d990 0x7f99a01347b0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.943+0000 7f99a7680640 1 -- 172.21.15.176:0/1267366753 >> 172.21.15.176:0/1267366753 conn(0x7f99a00a0150 msgr2=0x7f99a00a0560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:27.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.943+0000 7f99a7680640 1 -- 172.21.15.176:0/1267366753 shutdown_connections 2024-09-16T00:12:27.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.943+0000 7f99a7680640 1 -- 172.21.15.176:0/1267366753 wait complete. 2024-09-16T00:12:27.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a7680640 1 Processor -- start 2024-09-16T00:12:27.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a7680640 1 -- start start 2024-09-16T00:12:27.949 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a7680640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f99a006cea0 0x7f99a01307f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a7680640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a006d990 0x7f99a0130d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a7680640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f99a0134cf0 0x7f99a01c4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a7680640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f99a01379f0 con 0x7f99a0134cf0 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a7680640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f99a0137870 con 0x7f99a006cea0 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a7680640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f99a0137b70 con 0x7f99a006d990 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a541c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f99a006cea0 0x7f99a01307f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a5c1d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f99a0134cf0 0x7f99a01c4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a4c1b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a006d990 0x7f99a0130d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a4c1b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a006d990 0x7f99a0130d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33400/0 (socket says 172.21.15.176:33400) 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a5c1d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f99a0134cf0 0x7f99a01c4660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33500/0 (socket says 172.21.15.176:33500) 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a541c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f99a006cea0 0x7f99a01307f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41538/0 (socket says 172.21.15.176:41538) 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a4c1b640 1 -- 172.21.15.176:0/442824368 learned_addr learned my addr 172.21.15.176:0/442824368 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:27.950 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a4c1b640 1 -- 172.21.15.176:0/442824368 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f99a006cea0 msgr2=0x7f99a01307f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a4c1b640 1 --2- 172.21.15.176:0/442824368 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f99a006cea0 0x7f99a01307f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a4c1b640 1 -- 172.21.15.176:0/442824368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f99a0134cf0 msgr2=0x7f99a01c4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a4c1b640 1 --2- 172.21.15.176:0/442824368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f99a0134cf0 0x7f99a01c4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.944+0000 7f99a4c1b640 1 -- 172.21.15.176:0/442824368 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a0134060 con 0x7f99a006d990 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.945+0000 7f99a4c1b640 1 --2- 172.21.15.176:0/442824368 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a006d990 0x7f99a0130d30 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9990035040 tx=0x7f99900046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.945+0000 7f9995ffb640 1 -- 172.21.15.176:0/442824368 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990041070 con 0x7f99a006d990 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.945+0000 7f9995ffb640 1 -- 172.21.15.176:0/442824368 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f999003c680 con 0x7f99a006d990 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.945+0000 7f9995ffb640 1 -- 172.21.15.176:0/442824368 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990037040 con 0x7f99a006d990 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.945+0000 7f99a7680640 1 -- 172.21.15.176:0/442824368 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99a0131270 con 0x7f99a006d990 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.945+0000 7f99a7680640 1 -- 172.21.15.176:0/442824368 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f99a0133150 con 0x7f99a006d990 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.946+0000 7f9995ffb640 1 -- 172.21.15.176:0/442824368 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f999003a070 con 0x7f99a006d990 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.946+0000 7f99a7680640 1 -- 172.21.15.176:0/442824368 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99a0133440 con 0x7f99a006d990 2024-09-16T00:12:27.951 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.946+0000 7f9995ffb640 1 -- 172.21.15.176:0/442824368 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(29..29 src has 1..29) ==== 3023+0+0 (secure 0 0 0) 0x7f999007dd50 con 0x7f99a006d990 2024-09-16T00:12:27.952 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:27.950+0000 7f9995ffb640 1 -- 172.21.15.176:0/442824368 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f999007cd70 con 0x7f99a006d990 2024-09-16T00:12:28.114 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.112+0000 7f99a7680640 1 -- 172.21.15.176:0/442824368 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f99a006ebf0 con 0x7f99a006d990 2024-09-16T00:12:28.114 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.112+0000 7f9995ffb640 1 -- 172.21.15.176:0/442824368 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+396 (secure 0 0 0) 0x7f99a006ebf0 con 0x7f99a006d990 2024-09-16T00:12:28.114 INFO:teuthology.orchestra.run.smithi176.stdout:e1 2024-09-16T00:12:28.114 INFO:teuthology.orchestra.run.smithi176.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-16T00:12:28.114 INFO:teuthology.orchestra.run.smithi176.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T00:12:28.114 INFO:teuthology.orchestra.run.smithi176.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T00:12:28.114 INFO:teuthology.orchestra.run.smithi176.stdout:legacy client fscid: -1 2024-09-16T00:12:28.115 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:28.115 INFO:teuthology.orchestra.run.smithi176.stdout:No filesystems configured 2024-09-16T00:12:28.115 INFO:teuthology.orchestra.run.smithi176.stderr:dumped fsmap epoch 1 2024-09-16T00:12:28.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.114+0000 7f99a7680640 1 -- 172.21.15.176:0/442824368 >> v1:172.21.15.176:6816/980076289 conn(0x7f9984047fd0 legacy=0x7f998404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:28.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.114+0000 7f99a7680640 1 -- 172.21.15.176:0/442824368 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a006d990 msgr2=0x7f99a0130d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:28.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.114+0000 7f99a7680640 1 --2- 172.21.15.176:0/442824368 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a006d990 0x7f99a0130d30 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9990035040 tx=0x7f99900046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:28.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.114+0000 7f99a7680640 1 -- 172.21.15.176:0/442824368 shutdown_connections 2024-09-16T00:12:28.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.114+0000 7f99a7680640 1 --2- 172.21.15.176:0/442824368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f99a0134cf0 0x7f99a01c4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:28.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.114+0000 7f99a7680640 1 --2- 172.21.15.176:0/442824368 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f99a006d990 0x7f99a0130d30 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:28.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.114+0000 7f99a7680640 1 --2- 172.21.15.176:0/442824368 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f99a006cea0 0x7f99a01307f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:28.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.114+0000 7f99a7680640 1 -- 172.21.15.176:0/442824368 >> 172.21.15.176:0/442824368 conn(0x7f99a00a0150 msgr2=0x7f99a009a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:28.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.114+0000 7f99a7680640 1 -- 172.21.15.176:0/442824368 shutdown_connections 2024-09-16T00:12:28.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.114+0000 7f99a7680640 1 -- 172.21.15.176:0/442824368 wait complete. 2024-09-16T00:12:28.126 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd require-osd-release squid' 2024-09-16T00:12:28.223 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.220+0000 7f1752a0d640 1 Processor -- start 2024-09-16T00:12:28.223 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.220+0000 7f1752a0d640 1 -- start start 2024-09-16T00:12:28.223 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.220+0000 7f1752a0d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c0944b0 0x7f174c094890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:28.223 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.220+0000 7f1752a0d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c096f30 0x7f174c135610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:28.223 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.220+0000 7f1752a0d640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f174c09b370 con 0x7f174c096400 2024-09-16T00:12:28.223 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.220+0000 7f1752a0d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f174c097d80 con 0x7f174c096f30 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.220+0000 7f1752a0d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f174c0977b0 con 0x7f174c0944b0 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.221+0000 7f1750faa640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c096f30 0x7f174c135610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.221+0000 7f174bfff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c0944b0 0x7f174c094890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.221+0000 7f174b7fe640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f174c096400 0x7f174c096820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53384/0 (socket says 172.21.15.176:53384) 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.221+0000 7f174b7fe640 1 -- 172.21.15.176:0/2311168889 learned_addr learned my addr 172.21.15.176:0/2311168889 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.221+0000 7f174bfff640 1 -- 172.21.15.176:0/2311168889 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c096f30 msgr2=0x7f174c135610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.221+0000 7f174bfff640 1 --2- 172.21.15.176:0/2311168889 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c096f30 0x7f174c135610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.221+0000 7f174bfff640 1 -- 172.21.15.176:0/2311168889 >> v1:172.21.15.176:6789/0 conn(0x7f174c096400 legacy=0x7f174c096820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.221+0000 7f174bfff640 1 -- 172.21.15.176:0/2311168889 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f174c09b710 con 0x7f174c0944b0 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.221+0000 7f174affd640 1 -- 172.21.15.176:0/2311168889 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1902798417 0 0) 0x7f174c09b370 con 0x7f174c096400 2024-09-16T00:12:28.224 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.221+0000 7f1750faa640 1 --2- 172.21.15.176:0/2311168889 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c096f30 0x7f174c135610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:28.227 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f174bfff640 1 --2- 172.21.15.176:0/2311168889 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c0944b0 0x7f174c094890 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f173c0097d0 tx=0x7f173c02a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=544fb881aa76f703 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:28.227 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f174affd640 1 -- 172.21.15.176:0/2311168889 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f173c037070 con 0x7f174c0944b0 2024-09-16T00:12:28.227 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f174affd640 1 -- 172.21.15.176:0/2311168889 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f173c02ad90 con 0x7f174c0944b0 2024-09-16T00:12:28.227 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f174affd640 1 -- 172.21.15.176:0/2311168889 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f173c032660 con 0x7f174c0944b0 2024-09-16T00:12:28.227 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f1752a0d640 1 -- 172.21.15.176:0/2311168889 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c0944b0 msgr2=0x7f174c094890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:28.227 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f1752a0d640 1 --2- 172.21.15.176:0/2311168889 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c0944b0 0x7f174c094890 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f173c0097d0 tx=0x7f173c02a040 comp rx=0 tx=0).stop 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f1752a0d640 1 -- 172.21.15.176:0/2311168889 shutdown_connections 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f1752a0d640 1 --2- 172.21.15.176:0/2311168889 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c096f30 0x7f174c135610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f1752a0d640 1 --2- 172.21.15.176:0/2311168889 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c0944b0 0x7f174c094890 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f1752a0d640 1 -- 172.21.15.176:0/2311168889 >> 172.21.15.176:0/2311168889 conn(0x7f174c09e520 msgr2=0x7f174c09a9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f1752a0d640 1 -- 172.21.15.176:0/2311168889 shutdown_connections 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.222+0000 7f1752a0d640 1 -- 172.21.15.176:0/2311168889 wait complete. 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.223+0000 7f1752a0d640 1 Processor -- start 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.223+0000 7f1752a0d640 1 -- start start 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1752a0d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c0944b0 0x7f174c125250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1752a0d640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c096400 0x7f174c125790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1752a0d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f174c096f30 0x7f174c125cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1752a0d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f174c094dd0 con 0x7f174c096f30 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1752a0d640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f174c135b50 con 0x7f174c0944b0 2024-09-16T00:12:28.228 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1752a0d640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f174c1284d0 con 0x7f174c096400 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174b7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c096400 0x7f174c125790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1750faa640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f174c096f30 0x7f174c125cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174b7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c096400 0x7f174c125790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33424/0 (socket says 172.21.15.176:33424) 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174b7fe640 1 -- 172.21.15.176:0/1521113008 learned_addr learned my addr 172.21.15.176:0/1521113008 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174bfff640 1 --2- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c0944b0 0x7f174c125250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174b7fe640 1 -- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c0944b0 msgr2=0x7f174c125250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174b7fe640 1 --2- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c0944b0 0x7f174c125250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174b7fe640 1 -- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f174c096f30 msgr2=0x7f174c125cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174b7fe640 1 --2- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f174c096f30 0x7f174c125cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174b7fe640 1 -- 172.21.15.176:0/1521113008 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f174c126b50 con 0x7f174c096400 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1750faa640 1 --2- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f174c096f30 0x7f174c125cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174bfff640 1 --2- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c0944b0 0x7f174c125250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:28.229 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f174b7fe640 1 --2- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c096400 0x7f174c125790 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f174000c4a0 tx=0x7f174000c8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:28.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1748ff9640 1 -- 172.21.15.176:0/1521113008 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17400074e0 con 0x7f174c096400 2024-09-16T00:12:28.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1748ff9640 1 -- 172.21.15.176:0/1521113008 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17400047e0 con 0x7f174c096400 2024-09-16T00:12:28.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1752a0d640 1 -- 172.21.15.176:0/1521113008 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f174c126210 con 0x7f174c096400 2024-09-16T00:12:28.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1748ff9640 1 -- 172.21.15.176:0/1521113008 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1740004c50 con 0x7f174c096400 2024-09-16T00:12:28.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.224+0000 7f1752a0d640 1 -- 172.21.15.176:0/1521113008 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f174c127380 con 0x7f174c096400 2024-09-16T00:12:28.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.225+0000 7f1748ff9640 1 -- 172.21.15.176:0/1521113008 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f1740011070 con 0x7f174c096400 2024-09-16T00:12:28.230 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.225+0000 7f1752a0d640 1 -- 172.21.15.176:0/1521113008 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f174c094890 con 0x7f174c096400 2024-09-16T00:12:28.231 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.226+0000 7f1748ff9640 1 -- 172.21.15.176:0/1521113008 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(29..29 src has 1..29) ==== 3023+0+0 (secure 0 0 0) 0x7f174005d440 con 0x7f174c096400 2024-09-16T00:12:28.231 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.229+0000 7f1748ff9640 1 -- 172.21.15.176:0/1521113008 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f1740004df0 con 0x7f174c096400 2024-09-16T00:12:28.378 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:28.376+0000 7f1752a0d640 1 -- 172.21.15.176:0/1521113008 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd require-osd-release", "release": "squid"} v 0) -- 0x7f174c073d70 con 0x7f174c096400 2024-09-16T00:12:29.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.152+0000 7f1748ff9640 1 -- 172.21.15.176:0/1521113008 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd require-osd-release", "release": "squid"}]=0 v30) ==== 91+0+0 (secure 0 0 0) 0x7f174005c500 con 0x7f174c096400 2024-09-16T00:12:29.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.155+0000 7f1752a0d640 1 -- 172.21.15.176:0/1521113008 >> v1:172.21.15.176:6816/980076289 conn(0x7f1738047fd0 legacy=0x7f173804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.155+0000 7f1752a0d640 1 -- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c096400 msgr2=0x7f174c125790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.155+0000 7f1752a0d640 1 --2- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c096400 0x7f174c125790 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f174000c4a0 tx=0x7f174000c8a0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.155+0000 7f1752a0d640 1 -- 172.21.15.176:0/1521113008 shutdown_connections 2024-09-16T00:12:29.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.155+0000 7f1752a0d640 1 --2- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f174c096f30 0x7f174c125cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.155+0000 7f1752a0d640 1 --2- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f174c096400 0x7f174c125790 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.155+0000 7f1752a0d640 1 --2- 172.21.15.176:0/1521113008 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f174c0944b0 0x7f174c125250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.155+0000 7f1752a0d640 1 -- 172.21.15.176:0/1521113008 >> 172.21.15.176:0/1521113008 conn(0x7f174c09e520 msgr2=0x7f174c092a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:29.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.155+0000 7f1752a0d640 1 -- 172.21.15.176:0/1521113008 shutdown_connections 2024-09-16T00:12:29.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.155+0000 7f1752a0d640 1 -- 172.21.15.176:0/1521113008 wait complete. 2024-09-16T00:12:29.170 DEBUG:teuthology.orchestra.run.smithi176:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done' 2024-09-16T00:12:29.272 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.269+0000 7f817a1ae640 1 Processor -- start 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.269+0000 7f817a1ae640 1 -- start start 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.269+0000 7f817a1ae640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f8174096c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.269+0000 7f817a1ae640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f817412fbe0 0x7f8174137a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.269+0000 7f817a1ae640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81740919c0 con 0x7f8174097180 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.269+0000 7f817a1ae640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f8174067c60 con 0x7f817412fbe0 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.269+0000 7f817a1ae640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f8174095380 con 0x7f8174096860 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f8173fff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f817412fbe0 0x7f8174137a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f81737fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f8174096c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f8173fff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f817412fbe0 0x7f8174137a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33504/0 (socket says 172.21.15.176:33504) 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f81737fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f8174096c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33432/0 (socket says 172.21.15.176:33432) 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f8172ffd640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f8174097180 0x7f817412f4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53388/0 (socket says 172.21.15.176:53388) 2024-09-16T00:12:29.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f8173fff640 1 -- 172.21.15.176:0/2580120520 learned_addr learned my addr 172.21.15.176:0/2580120520 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:29.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f8173fff640 1 -- 172.21.15.176:0/2580120520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 msgr2=0x7f8174096c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:29.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f8173fff640 1 --2- 172.21.15.176:0/2580120520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f8174096c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f8173fff640 1 -- 172.21.15.176:0/2580120520 >> v1:172.21.15.176:6789/0 conn(0x7f8174097180 legacy=0x7f817412f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f81727fc640 1 -- 172.21.15.176:0/2580120520 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2995655543 0 0) 0x7f81740919c0 con 0x7f8174097180 2024-09-16T00:12:29.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f8173fff640 1 -- 172.21.15.176:0/2580120520 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f817409daa0 con 0x7f817412fbe0 2024-09-16T00:12:29.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.270+0000 7f81737fe640 1 --2- 172.21.15.176:0/2580120520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f8174096c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:29.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f8173fff640 1 --2- 172.21.15.176:0/2580120520 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f817412fbe0 0x7f8174137a20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f816c009e80 tx=0x7f816c02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=939c37d19bbaba03 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:29.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f81727fc640 1 -- 172.21.15.176:0/2580120520 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c036070 con 0x7f817412fbe0 2024-09-16T00:12:29.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f81727fc640 1 -- 172.21.15.176:0/2580120520 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f816c031600 con 0x7f817412fbe0 2024-09-16T00:12:29.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f81727fc640 1 -- 172.21.15.176:0/2580120520 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c0319d0 con 0x7f817412fbe0 2024-09-16T00:12:29.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f817a1ae640 1 -- 172.21.15.176:0/2580120520 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f817412fbe0 msgr2=0x7f8174137a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f817a1ae640 1 --2- 172.21.15.176:0/2580120520 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f817412fbe0 0x7f8174137a20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f816c009e80 tx=0x7f816c02a630 comp rx=0 tx=0).stop 2024-09-16T00:12:29.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f817a1ae640 1 -- 172.21.15.176:0/2580120520 shutdown_connections 2024-09-16T00:12:29.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f817a1ae640 1 --2- 172.21.15.176:0/2580120520 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f817412fbe0 0x7f8174137a20 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f817a1ae640 1 --2- 172.21.15.176:0/2580120520 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f8174096c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f817a1ae640 1 -- 172.21.15.176:0/2580120520 >> 172.21.15.176:0/2580120520 conn(0x7f817409c850 msgr2=0x7f817409cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:29.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f817a1ae640 1 -- 172.21.15.176:0/2580120520 shutdown_connections 2024-09-16T00:12:29.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.271+0000 7f817a1ae640 1 -- 172.21.15.176:0/2580120520 wait complete. 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.272+0000 7f817a1ae640 1 Processor -- start 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.272+0000 7f817a1ae640 1 -- start start 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f817a1ae640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f81741243e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f817a1ae640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8174097180 0x7f8174124920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f817a1ae640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f817412fbe0 0x7f8174124e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f817a1ae640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f817412fff0 con 0x7f8174097180 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f817a1ae640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f8174091430 con 0x7f817412fbe0 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f817a1ae640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f8174130170 con 0x7f8174096860 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f81737fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f81741243e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f8172ffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8174097180 0x7f8174124920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:29.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f81737fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f81741243e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33446/0 (socket says 172.21.15.176:33446) 2024-09-16T00:12:29.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f81737fe640 1 -- 172.21.15.176:0/3520457868 learned_addr learned my addr 172.21.15.176:0/3520457868 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:29.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f8173fff640 1 --2- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f817412fbe0 0x7f8174124e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:29.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f8172ffd640 1 -- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 msgr2=0x7f81741243e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f8172ffd640 1 --2- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f81741243e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f8172ffd640 1 -- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f817412fbe0 msgr2=0x7f8174124e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f8172ffd640 1 --2- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f817412fbe0 0x7f8174124e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f8172ffd640 1 -- 172.21.15.176:0/3520457868 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81741278b0 con 0x7f8174097180 2024-09-16T00:12:29.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f81737fe640 1 --2- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f81741243e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:29.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f8172ffd640 1 --2- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8174097180 0x7f8174124920 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f816800c410 tx=0x7f816800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:29.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f815bfff640 1 -- 172.21.15.176:0/3520457868 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81680074e0 con 0x7f8174097180 2024-09-16T00:12:29.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f815bfff640 1 -- 172.21.15.176:0/3520457868 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81680047e0 con 0x7f8174097180 2024-09-16T00:12:29.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f817a1ae640 1 -- 172.21.15.176:0/3520457868 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8174091be0 con 0x7f8174097180 2024-09-16T00:12:29.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f815bfff640 1 -- 172.21.15.176:0/3520457868 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8168004bd0 con 0x7f8174097180 2024-09-16T00:12:29.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.273+0000 7f817a1ae640 1 -- 172.21.15.176:0/3520457868 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8174126f50 con 0x7f8174097180 2024-09-16T00:12:29.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.274+0000 7f815bfff640 1 -- 172.21.15.176:0/3520457868 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f8168011070 con 0x7f8174097180 2024-09-16T00:12:29.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.274+0000 7f817a1ae640 1 -- 172.21.15.176:0/3520457868 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8174096c40 con 0x7f8174097180 2024-09-16T00:12:29.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.275+0000 7f815bfff640 1 -- 172.21.15.176:0/3520457868 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3027+0+0 (secure 0 0 0) 0x7f816805d4a0 con 0x7f8174097180 2024-09-16T00:12:29.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.278+0000 7f815bfff640 1 -- 172.21.15.176:0/3520457868 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f816805c550 con 0x7f8174097180 2024-09-16T00:12:29.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.417+0000 7f817a1ae640 1 -- 172.21.15.176:0/3520457868 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd pool ls"} v 0) -- 0x7f817406fb00 con 0x7f8174097180 2024-09-16T00:12:29.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.418+0000 7f815bfff640 1 -- 172.21.15.176:0/3520457868 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool ls"}]=0 v30) ==== 59+0+9 (secure 0 0 0) 0x7f816803c690 con 0x7f8174097180 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.419+0000 7f817a1ae640 1 -- 172.21.15.176:0/3520457868 >> v1:172.21.15.176:6816/980076289 conn(0x7f8160047fd0 legacy=0x7f816004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.419+0000 7f817a1ae640 1 -- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8174097180 msgr2=0x7f8174124920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.419+0000 7f817a1ae640 1 --2- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8174097180 0x7f8174124920 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f816800c410 tx=0x7f816800c8d0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.419+0000 7f817a1ae640 1 -- 172.21.15.176:0/3520457868 shutdown_connections 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.419+0000 7f817a1ae640 1 --2- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f817412fbe0 0x7f8174124e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.419+0000 7f817a1ae640 1 --2- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8174097180 0x7f8174124920 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.419+0000 7f817a1ae640 1 --2- 172.21.15.176:0/3520457868 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f8174096860 0x7f81741243e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.419+0000 7f817a1ae640 1 -- 172.21.15.176:0/3520457868 >> 172.21.15.176:0/3520457868 conn(0x7f817409c850 msgr2=0x7f8174099780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.419+0000 7f817a1ae640 1 -- 172.21.15.176:0/3520457868 shutdown_connections 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.419+0000 7f817a1ae640 1 -- 172.21.15.176:0/3520457868 wait complete. 2024-09-16T00:12:29.505 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2cd4ee7640 1 Processor -- start 2024-09-16T00:12:29.505 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2cd4ee7640 1 -- start start 2024-09-16T00:12:29.506 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2cd4ee7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0096bb0 0x7f2cd0097a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:29.506 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2cd4ee7640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f2cd0134fd0 0x7f2cd01373c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:29.506 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2cd4ee7640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2cd0098d40 con 0x7f2cd009bf50 2024-09-16T00:12:29.506 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2cd4ee7640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f2cd009c750 con 0x7f2cd0134fd0 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2cd4ee7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f2cd0097f80 con 0x7f2cd0096bb0 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2ccdd9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0096bb0 0x7f2cd0097a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2ccdd9b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0096bb0 0x7f2cd0097a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41582/0 (socket says 172.21.15.176:41582) 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2ccdd9b640 1 -- 172.21.15.176:0/993036696 learned_addr learned my addr 172.21.15.176:0/993036696 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.503+0000 7f2cced9d640 1 --2- 172.21.15.176:0/993036696 >> v2:172.21.15.176:3300/0 conn(0x7f2cd0134fd0 0x7f2cd01373c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.504+0000 7f2ccd59a640 1 -- 172.21.15.176:0/993036696 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1200073313 0 0) 0x7f2cd0098d40 con 0x7f2cd009bf50 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.504+0000 7f2ccd59a640 1 -- 172.21.15.176:0/993036696 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2cb8003520 con 0x7f2cd009bf50 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.504+0000 7f2cced9d640 1 -- 172.21.15.176:0/993036696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0096bb0 msgr2=0x7f2cd0097a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.504+0000 7f2cced9d640 1 --2- 172.21.15.176:0/993036696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0096bb0 0x7f2cd0097a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.504+0000 7f2cced9d640 1 -- 172.21.15.176:0/993036696 >> v1:172.21.15.176:6789/0 conn(0x7f2cd009bf50 legacy=0x7f2cd0097330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.504+0000 7f2cced9d640 1 -- 172.21.15.176:0/993036696 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd0098130 con 0x7f2cd0134fd0 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.504+0000 7f2ccdd9b640 1 --2- 172.21.15.176:0/993036696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0096bb0 0x7f2cd0097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:29.507 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.504+0000 7f2cced9d640 1 --2- 172.21.15.176:0/993036696 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0134fd0 0x7f2cd01373c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8009d90 tx=0x7f2cc802a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e098c41d18a1a9b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:29.508 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.504+0000 7f2ccd59a640 1 -- 172.21.15.176:0/993036696 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc8007740 con 0x7f2cd0134fd0 2024-09-16T00:12:29.508 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.505+0000 7f2ccd59a640 1 -- 172.21.15.176:0/993036696 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cc80078e0 con 0x7f2cd0134fd0 2024-09-16T00:12:29.508 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.505+0000 7f2ccd59a640 1 -- 172.21.15.176:0/993036696 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc8007c90 con 0x7f2cd0134fd0 2024-09-16T00:12:29.510 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.505+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/993036696 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0134fd0 msgr2=0x7f2cd01373c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.510 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.505+0000 7f2cd4ee7640 1 --2- 172.21.15.176:0/993036696 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0134fd0 0x7f2cd01373c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8009d90 tx=0x7f2cc802a530 comp rx=0 tx=0).stop 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.505+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/993036696 shutdown_connections 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.505+0000 7f2cd4ee7640 1 --2- 172.21.15.176:0/993036696 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0134fd0 0x7f2cd01373c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.505+0000 7f2cd4ee7640 1 --2- 172.21.15.176:0/993036696 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0096bb0 0x7f2cd0097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.505+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/993036696 >> 172.21.15.176:0/993036696 conn(0x7f2cd009cd50 msgr2=0x7f2cd009d160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.505+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/993036696 shutdown_connections 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.505+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/993036696 wait complete. 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.506+0000 7f2cd4ee7640 1 Processor -- start 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.506+0000 7f2cd4ee7640 1 -- start start 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cd4ee7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0096bb0 0x7f2cd0094120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cd4ee7640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2cd009bf50 0x7f2cd0094660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cd4ee7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0134fd0 0x7f2cd0094ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cd4ee7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd0137c90 con 0x7f2cd0096bb0 2024-09-16T00:12:29.511 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cd4ee7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f2cd0137b10 con 0x7f2cd0134fd0 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cd4ee7640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f2cd0137e10 con 0x7f2cd009bf50 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cce59c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0096bb0 0x7f2cd0094120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2ccdd9b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2cd009bf50 0x7f2cd0094660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cce59c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0096bb0 0x7f2cd0094120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33544/0 (socket says 172.21.15.176:33544) 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cced9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0134fd0 0x7f2cd0094ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cce59c640 1 -- 172.21.15.176:0/2311804893 learned_addr learned my addr 172.21.15.176:0/2311804893 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cced9d640 1 -- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2cd009bf50 msgr2=0x7f2cd0094660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cced9d640 1 --2- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2cd009bf50 0x7f2cd0094660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cced9d640 1 -- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0096bb0 msgr2=0x7f2cd0094120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cced9d640 1 --2- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0096bb0 0x7f2cd0094120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cced9d640 1 -- 172.21.15.176:0/2311804893 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd00950e0 con 0x7f2cd0134fd0 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cce59c640 1 --2- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0096bb0 0x7f2cd0094120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:29.512 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2ccdd9b640 1 --2- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2cd009bf50 0x7f2cd0094660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:29.513 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cced9d640 1 --2- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0134fd0 0x7f2cd0094ba0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2cd009c8d0 tx=0x7f2cc8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:29.513 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cbeffd640 1 -- 172.21.15.176:0/2311804893 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc8040070 con 0x7f2cd0134fd0 2024-09-16T00:12:29.513 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cbeffd640 1 -- 172.21.15.176:0/2311804893 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cc8031be0 con 0x7f2cd0134fd0 2024-09-16T00:12:29.513 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cbeffd640 1 -- 172.21.15.176:0/2311804893 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc8009450 con 0x7f2cd0134fd0 2024-09-16T00:12:29.513 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/2311804893 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cd0096040 con 0x7f2cd0134fd0 2024-09-16T00:12:29.513 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.507+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/2311804893 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cd01cad50 con 0x7f2cd0134fd0 2024-09-16T00:12:29.513 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.508+0000 7f2cbeffd640 1 -- 172.21.15.176:0/2311804893 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f2cc8039040 con 0x7f2cd0134fd0 2024-09-16T00:12:29.513 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.508+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/2311804893 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cd0099ca0 con 0x7f2cd0134fd0 2024-09-16T00:12:29.513 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.509+0000 7f2cbeffd640 1 -- 172.21.15.176:0/2311804893 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3027+0+0 (secure 0 0 0) 0x7f2cc807f0c0 con 0x7f2cd0134fd0 2024-09-16T00:12:29.514 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.512+0000 7f2cbeffd640 1 -- 172.21.15.176:0/2311804893 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f2cc807e170 con 0x7f2cd0134fd0 2024-09-16T00:12:29.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:29.653+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/2311804893 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7f2cd0097330 con 0x7f2cd0134fd0 2024-09-16T00:12:30.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.150+0000 7f2cbeffd640 1 -- 172.21.15.176:0/2311804893 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 1 pg_autoscale_mode to off v31) ==== 153+0+0 (secure 0 0 0) 0x7f2cc8007840 con 0x7f2cd0134fd0 2024-09-16T00:12:30.153 INFO:teuthology.orchestra.run.smithi176.stderr:set pool 1 pg_autoscale_mode to off 2024-09-16T00:12:30.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.153+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/2311804893 >> v1:172.21.15.176:6816/980076289 conn(0x7f2cb0047fd0 legacy=0x7f2cb004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:30.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.153+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0134fd0 msgr2=0x7f2cd0094ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:30.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.153+0000 7f2cd4ee7640 1 --2- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0134fd0 0x7f2cd0094ba0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2cd009c8d0 tx=0x7f2cc8004a40 comp rx=0 tx=0).stop 2024-09-16T00:12:30.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.153+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/2311804893 shutdown_connections 2024-09-16T00:12:30.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.153+0000 7f2cd4ee7640 1 --2- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f2cd0134fd0 0x7f2cd0094ba0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.153+0000 7f2cd4ee7640 1 --2- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f2cd009bf50 0x7f2cd0094660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.153+0000 7f2cd4ee7640 1 --2- 172.21.15.176:0/2311804893 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2cd0096bb0 0x7f2cd0094120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.153+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/2311804893 >> 172.21.15.176:0/2311804893 conn(0x7f2cd009cd50 msgr2=0x7f2cd0130030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:30.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.153+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/2311804893 shutdown_connections 2024-09-16T00:12:30.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.153+0000 7f2cd4ee7640 1 -- 172.21.15.176:0/2311804893 wait complete. 2024-09-16T00:12:30.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.238+0000 7f5b2775e640 1 Processor -- start 2024-09-16T00:12:30.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.238+0000 7f5b2775e640 1 -- start start 2024-09-16T00:12:30.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b2775e640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2012f590 0x7f5b2012f970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b2775e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2009f320 0x7f5b2012feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b2775e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5b2009b430 0x7f5b2009b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b2775e640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f5b200687b0 con 0x7f5b2009b430 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b2775e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5b201303f0 con 0x7f5b2009f320 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b2775e640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f5b2006f5f0 con 0x7f5b2012f590 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b24cf9640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2009f320 0x7f5b2012feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b254fa640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2012f590 0x7f5b2012f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b25cfb640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f5b2009b430 0x7f5b2009b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b24cf9640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2009f320 0x7f5b2012feb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41606/0 (socket says 172.21.15.176:41606) 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b254fa640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2012f590 0x7f5b2012f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33472/0 (socket says 172.21.15.176:33472) 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b24cf9640 1 -- 172.21.15.176:0/1042701141 learned_addr learned my addr 172.21.15.176:0/1042701141 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b25cfb640 1 -- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2012f590 msgr2=0x7f5b2012f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:30.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b25cfb640 1 --2- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2012f590 0x7f5b2012f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b25cfb640 1 -- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2009f320 msgr2=0x7f5b2012feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:30.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b25cfb640 1 --2- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2009f320 0x7f5b2012feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b25cfb640 1 -- 172.21.15.176:0/1042701141 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b2009be20 con 0x7f5b2009b430 2024-09-16T00:12:30.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b24cf9640 1 --2- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2009f320 0x7f5b2012feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:30.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.239+0000 7f5b254fa640 1 --2- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2012f590 0x7f5b2012f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:30.246 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.240+0000 7f5b25cfb640 1 --2- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b2009b430 0x7f5b2009b8e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5b180097a0 tx=0x7f5b18029fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=913ad64196a7d3f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:30.246 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.240+0000 7f5b1ffff640 1 -- 172.21.15.176:0/1042701141 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b18037070 con 0x7f5b2009b430 2024-09-16T00:12:30.246 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.240+0000 7f5b1ffff640 1 -- 172.21.15.176:0/1042701141 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b1802ad20 con 0x7f5b2009b430 2024-09-16T00:12:30.246 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.240+0000 7f5b1ffff640 1 -- 172.21.15.176:0/1042701141 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b18032660 con 0x7f5b2009b430 2024-09-16T00:12:30.246 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.241+0000 7f5b2775e640 1 -- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b2009b430 msgr2=0x7f5b2009b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:30.246 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.241+0000 7f5b2775e640 1 --2- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b2009b430 0x7f5b2009b8e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5b180097a0 tx=0x7f5b18029fd0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.246 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.241+0000 7f5b2775e640 1 -- 172.21.15.176:0/1042701141 shutdown_connections 2024-09-16T00:12:30.246 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.241+0000 7f5b2775e640 1 --2- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b2009b430 0x7f5b2009b8e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.241+0000 7f5b2775e640 1 --2- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2009f320 0x7f5b2012feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.241+0000 7f5b2775e640 1 --2- 172.21.15.176:0/1042701141 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2012f590 0x7f5b2012f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.241+0000 7f5b2775e640 1 -- 172.21.15.176:0/1042701141 >> 172.21.15.176:0/1042701141 conn(0x7f5b200a24d0 msgr2=0x7f5b2009e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:30.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.241+0000 7f5b2775e640 1 -- 172.21.15.176:0/1042701141 shutdown_connections 2024-09-16T00:12:30.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.241+0000 7f5b2775e640 1 -- 172.21.15.176:0/1042701141 wait complete. 2024-09-16T00:12:30.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b2775e640 1 Processor -- start 2024-09-16T00:12:30.248 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b2775e640 1 -- start start 2024-09-16T00:12:30.248 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b2775e640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2009b430 0x7f5b20135160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:30.249 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b2775e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b2009f320 0x7f5b201356a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:30.249 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b2775e640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2012f590 0x7f5b20135be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:30.249 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b2775e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5b20136ad0 con 0x7f5b2009f320 2024-09-16T00:12:30.249 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b2775e640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f5b2009c250 con 0x7f5b2012f590 2024-09-16T00:12:30.249 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b2775e640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f5b20136c50 con 0x7f5b2009b430 2024-09-16T00:12:30.249 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b25cfb640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2012f590 0x7f5b20135be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:30.249 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b254fa640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2009b430 0x7f5b20135160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:30.249 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b24cf9640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b2009f320 0x7f5b201356a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:30.249 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b25cfb640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2012f590 0x7f5b20135be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41622/0 (socket says 172.21.15.176:41622) 2024-09-16T00:12:30.249 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b25cfb640 1 -- 172.21.15.176:0/3957443972 learned_addr learned my addr 172.21.15.176:0/3957443972 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b25cfb640 1 -- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2009b430 msgr2=0x7f5b20135160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b25cfb640 1 --2- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2009b430 0x7f5b20135160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b25cfb640 1 -- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b2009f320 msgr2=0x7f5b201356a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b25cfb640 1 --2- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b2009f320 0x7f5b201356a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b25cfb640 1 -- 172.21.15.176:0/3957443972 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b20128ff0 con 0x7f5b2012f590 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b254fa640 1 --2- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2009b430 0x7f5b20135160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.242+0000 7f5b24cf9640 1 --2- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b2009f320 0x7f5b201356a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.243+0000 7f5b25cfb640 1 --2- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2012f590 0x7f5b20135be0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5b18035040 tx=0x7f5b180046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.243+0000 7f5b1dffb640 1 -- 172.21.15.176:0/3957443972 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b18037040 con 0x7f5b2012f590 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.243+0000 7f5b1dffb640 1 -- 172.21.15.176:0/3957443972 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b18042070 con 0x7f5b2012f590 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.243+0000 7f5b2775e640 1 -- 172.21.15.176:0/3957443972 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b20128720 con 0x7f5b2012f590 2024-09-16T00:12:30.250 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.243+0000 7f5b1dffb640 1 -- 172.21.15.176:0/3957443972 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b1803d660 con 0x7f5b2012f590 2024-09-16T00:12:30.251 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.243+0000 7f5b2775e640 1 -- 172.21.15.176:0/3957443972 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b201caba0 con 0x7f5b2012f590 2024-09-16T00:12:30.251 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.244+0000 7f5b2775e640 1 -- 172.21.15.176:0/3957443972 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b2009b8e0 con 0x7f5b2012f590 2024-09-16T00:12:30.251 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.244+0000 7f5b1dffb640 1 -- 172.21.15.176:0/3957443972 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f5b1803d800 con 0x7f5b2012f590 2024-09-16T00:12:30.251 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.244+0000 7f5b1dffb640 1 -- 172.21.15.176:0/3957443972 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3027+0+0 (secure 0 0 0) 0x7f5b1807df20 con 0x7f5b2012f590 2024-09-16T00:12:30.251 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.248+0000 7f5b1dffb640 1 -- 172.21.15.176:0/3957443972 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f5b1805eba0 con 0x7f5b2012f590 2024-09-16T00:12:30.387 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:30.385+0000 7f5b2775e640 1 -- 172.21.15.176:0/3957443972 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7f5b20072b80 con 0x7f5b2012f590 2024-09-16T00:12:31.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.156+0000 7f5b1dffb640 1 -- 172.21.15.176:0/3957443972 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 2 pg_autoscale_mode to off v32) ==== 152+0+0 (secure 0 0 0) 0x7f5b1807cfd0 con 0x7f5b2012f590 2024-09-16T00:12:31.159 INFO:teuthology.orchestra.run.smithi176.stderr:set pool 2 pg_autoscale_mode to off 2024-09-16T00:12:31.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.159+0000 7f5b2775e640 1 -- 172.21.15.176:0/3957443972 >> v1:172.21.15.176:6816/980076289 conn(0x7f5b0c047fd0 legacy=0x7f5b0c04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.159+0000 7f5b2775e640 1 -- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2012f590 msgr2=0x7f5b20135be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.159+0000 7f5b2775e640 1 --2- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2012f590 0x7f5b20135be0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5b18035040 tx=0x7f5b180046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.159+0000 7f5b2775e640 1 -- 172.21.15.176:0/3957443972 shutdown_connections 2024-09-16T00:12:31.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.159+0000 7f5b2775e640 1 --2- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f5b2012f590 0x7f5b20135be0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.159+0000 7f5b2775e640 1 --2- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b2009f320 0x7f5b201356a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.159+0000 7f5b2775e640 1 --2- 172.21.15.176:0/3957443972 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f5b2009b430 0x7f5b20135160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.159+0000 7f5b2775e640 1 -- 172.21.15.176:0/3957443972 >> 172.21.15.176:0/3957443972 conn(0x7f5b200a24d0 msgr2=0x7f5b2012e530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:31.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.159+0000 7f5b2775e640 1 -- 172.21.15.176:0/3957443972 shutdown_connections 2024-09-16T00:12:31.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.159+0000 7f5b2775e640 1 -- 172.21.15.176:0/3957443972 wait complete. 2024-09-16T00:12:31.176 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-09-16T00:12:31.186 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T00:12:31.186 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T00:12:31.187 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T00:12:31.291 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.288+0000 7f041688a640 1 Processor -- start 2024-09-16T00:12:31.291 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.288+0000 7f041688a640 1 -- start start 2024-09-16T00:12:31.291 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.288+0000 7f041688a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 0x7f04101346d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.291 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.288+0000 7f041688a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0410134c10 0x7f0410137000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.291 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.288+0000 7f041688a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04100702f0 con 0x7f041006dce0 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.288+0000 7f041688a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f041006fef0 con 0x7f0410134c10 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.288+0000 7f041688a640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f041006f980 con 0x7f041006e7d0 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.289+0000 7f0414e27640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0410134c10 0x7f0410137000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.289+0000 7f040ffff640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f041006dce0 0x7f041006e0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53404/0 (socket says 172.21.15.176:53404) 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.289+0000 7f0407fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 0x7f04101346d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.289+0000 7f040ffff640 1 -- 172.21.15.176:0/1880281451 learned_addr learned my addr 172.21.15.176:0/1880281451 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.289+0000 7f0407fff640 1 -- 172.21.15.176:0/1880281451 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0410134c10 msgr2=0x7f0410137000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.289+0000 7f0407fff640 1 --2- 172.21.15.176:0/1880281451 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0410134c10 0x7f0410137000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.289+0000 7f040f7fe640 1 -- 172.21.15.176:0/1880281451 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 949331501 0 0) 0x7f04100702f0 con 0x7f041006dce0 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.289+0000 7f0407fff640 1 -- 172.21.15.176:0/1880281451 >> v1:172.21.15.176:6789/0 conn(0x7f041006dce0 legacy=0x7f041006e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.289+0000 7f0407fff640 1 -- 172.21.15.176:0/1880281451 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f041006ebe0 con 0x7f041006e7d0 2024-09-16T00:12:31.292 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.289+0000 7f0414e27640 1 --2- 172.21.15.176:0/1880281451 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0410134c10 0x7f0410137000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:31.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f0407fff640 1 --2- 172.21.15.176:0/1880281451 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 0x7f04101346d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f03f80097d0 tx=0x7f03f802a0d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a588ec4bea81e8f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:31.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f040f7fe640 1 -- 172.21.15.176:0/1880281451 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f8037070 con 0x7f041006e7d0 2024-09-16T00:12:31.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f040f7fe640 1 -- 172.21.15.176:0/1880281451 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03f802ae20 con 0x7f041006e7d0 2024-09-16T00:12:31.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f040f7fe640 1 -- 172.21.15.176:0/1880281451 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f8032660 con 0x7f041006e7d0 2024-09-16T00:12:31.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f041688a640 1 -- 172.21.15.176:0/1880281451 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 msgr2=0x7f04101346d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f041688a640 1 --2- 172.21.15.176:0/1880281451 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 0x7f04101346d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f03f80097d0 tx=0x7f03f802a0d0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f041688a640 1 -- 172.21.15.176:0/1880281451 shutdown_connections 2024-09-16T00:12:31.296 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f041688a640 1 --2- 172.21.15.176:0/1880281451 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0410134c10 0x7f0410137000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f041688a640 1 --2- 172.21.15.176:0/1880281451 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 0x7f04101346d0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f041688a640 1 -- 172.21.15.176:0/1880281451 >> 172.21.15.176:0/1880281451 conn(0x7f041009e980 msgr2=0x7f041009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f041688a640 1 -- 172.21.15.176:0/1880281451 shutdown_connections 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.290+0000 7f041688a640 1 -- 172.21.15.176:0/1880281451 wait complete. 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.291+0000 7f041688a640 1 Processor -- start 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.291+0000 7f041688a640 1 -- start start 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f041688a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f041006dce0 0x7f0410132d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f041688a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 0x7f0410133290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f041688a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0410134c10 0x7f04101337d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f041688a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f04101378d0 con 0x7f0410134c10 2024-09-16T00:12:31.297 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f041688a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f0410137750 con 0x7f041006dce0 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f041688a640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f0410137a50 con 0x7f041006e7d0 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f040ffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f041006dce0 0x7f0410132d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f0407fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 0x7f0410133290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f040ffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f041006dce0 0x7f0410132d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41644/0 (socket says 172.21.15.176:41644) 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f0414e27640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0410134c10 0x7f04101337d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f040ffff640 1 -- 172.21.15.176:0/667786515 learned_addr learned my addr 172.21.15.176:0/667786515 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f0414e27640 1 -- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 msgr2=0x7f0410133290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f0414e27640 1 --2- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 0x7f0410133290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f0414e27640 1 -- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f041006dce0 msgr2=0x7f0410132d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f0414e27640 1 --2- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f041006dce0 0x7f0410132d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.298 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f0414e27640 1 -- 172.21.15.176:0/667786515 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0410128580 con 0x7f0410134c10 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f040ffff640 1 --2- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f041006dce0 0x7f0410132d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f0407fff640 1 --2- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 0x7f0410133290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f0414e27640 1 --2- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0410134c10 0x7f04101337d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f041009fd50 tx=0x7f040800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f040d7fa640 1 -- 172.21.15.176:0/667786515 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0408018020 con 0x7f0410134c10 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f040d7fa640 1 -- 172.21.15.176:0/667786515 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0408014480 con 0x7f0410134c10 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f041688a640 1 -- 172.21.15.176:0/667786515 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04101271e0 con 0x7f0410134c10 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f040d7fa640 1 -- 172.21.15.176:0/667786515 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0408014870 con 0x7f0410134c10 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.292+0000 7f041688a640 1 -- 172.21.15.176:0/667786515 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0410133d10 con 0x7f0410134c10 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.293+0000 7f040d7fa640 1 -- 172.21.15.176:0/667786515 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f0408005d10 con 0x7f0410134c10 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.293+0000 7f041688a640 1 -- 172.21.15.176:0/667786515 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f041006e0c0 con 0x7f0410134c10 2024-09-16T00:12:31.299 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.294+0000 7f040d7fa640 1 -- 172.21.15.176:0/667786515 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f040805e490 con 0x7f0410134c10 2024-09-16T00:12:31.300 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.297+0000 7f040d7fa640 1 -- 172.21.15.176:0/667786515 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f0408022030 con 0x7f0410134c10 2024-09-16T00:12:31.472 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.470+0000 7f041688a640 1 -- 172.21.15.176:0/667786515 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f0410133fa0 con 0x7f0410134c10 2024-09-16T00:12:31.474 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.472+0000 7f040d7fa640 1 -- 172.21.15.176:0/667786515 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v10) ==== 74+0+108906 (secure 0 0 0) 0x7f0410128580 con 0x7f0410134c10 2024-09-16T00:12:31.475 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:31.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.474+0000 7f041688a640 1 -- 172.21.15.176:0/667786515 >> v1:172.21.15.176:6816/980076289 conn(0x7f03f0047fd0 legacy=0x7f03f004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.474+0000 7f041688a640 1 -- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0410134c10 msgr2=0x7f04101337d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.474+0000 7f041688a640 1 --2- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0410134c10 0x7f04101337d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f041009fd50 tx=0x7f040800ef90 comp rx=0 tx=0).stop 2024-09-16T00:12:31.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.474+0000 7f041688a640 1 -- 172.21.15.176:0/667786515 shutdown_connections 2024-09-16T00:12:31.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.474+0000 7f041688a640 1 --2- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0410134c10 0x7f04101337d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.474+0000 7f041688a640 1 --2- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f041006e7d0 0x7f0410133290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.474+0000 7f041688a640 1 --2- 172.21.15.176:0/667786515 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f041006dce0 0x7f0410132d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.474+0000 7f041688a640 1 -- 172.21.15.176:0/667786515 >> 172.21.15.176:0/667786515 conn(0x7f041009e980 msgr2=0x7f0410072e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:31.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.474+0000 7f041688a640 1 -- 172.21.15.176:0/667786515 shutdown_connections 2024-09-16T00:12:31.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.474+0000 7f041688a640 1 -- 172.21.15.176:0/667786515 wait complete. 2024-09-16T00:12:31.487 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":10,"flags":0,"active_gid":14102,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6816","nonce":980076289}]},"active_addr":"172.21.15.176:6816/980076289","active_change":"2024-09-16T00:12:09.054494+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14101,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":19,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":2563786}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":3883212327}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":3172914079}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.176:0","nonce":1061002694}]}]} 2024-09-16T00:12:31.490 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T00:12:31.490 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T00:12:31.490 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:12:31.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.585+0000 7f76612c4640 1 Processor -- start 2024-09-16T00:12:31.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.585+0000 7f76612c4640 1 -- start start 2024-09-16T00:12:31.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f76612c4640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c073530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f76612c4640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f765c12d950 0x7f765c12dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.588 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f76612c4640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f765c072cb0 con 0x7f765c073a70 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f76612c4640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f765c0632d0 con 0x7f765c12d950 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f76612c4640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f765c074020 con 0x7f765c073150 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f765affd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c073530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f765b7fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f765c12d950 0x7f765c12dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f76527fc640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f765c073a70 0x7f765c12d240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53410/0 (socket says 172.21.15.176:53410) 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f76527fc640 1 -- 172.21.15.176:0/3170801754 learned_addr learned my addr 172.21.15.176:0/3170801754 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f765affd640 1 -- 172.21.15.176:0/3170801754 >> v2:172.21.15.176:3300/0 conn(0x7f765c12d950 msgr2=0x7f765c12dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f765affd640 1 --2- 172.21.15.176:0/3170801754 >> v2:172.21.15.176:3300/0 conn(0x7f765c12d950 0x7f765c12dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f765affd640 1 -- 172.21.15.176:0/3170801754 >> v1:172.21.15.176:6789/0 conn(0x7f765c073a70 legacy=0x7f765c12d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f765affd640 1 -- 172.21.15.176:0/3170801754 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f765c0728e0 con 0x7f765c073150 2024-09-16T00:12:31.589 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.586+0000 7f765b7fe640 1 --2- 172.21.15.176:0/3170801754 >> v2:172.21.15.176:3300/0 conn(0x7f765c12d950 0x7f765c12dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.587+0000 7f765affd640 1 --2- 172.21.15.176:0/3170801754 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c073530 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f764c0097a0 tx=0x7f764c02a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=727d2506a220c50f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.587+0000 7f765a7fc640 1 -- 172.21.15.176:0/3170801754 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f764c037070 con 0x7f765c073150 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.587+0000 7f765a7fc640 1 -- 172.21.15.176:0/3170801754 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f764c02adb0 con 0x7f765c073150 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.587+0000 7f765a7fc640 1 -- 172.21.15.176:0/3170801754 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f764c032660 con 0x7f765c073150 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.588+0000 7f76612c4640 1 -- 172.21.15.176:0/3170801754 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 msgr2=0x7f765c073530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.588+0000 7f76612c4640 1 --2- 172.21.15.176:0/3170801754 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c073530 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f764c0097a0 tx=0x7f764c02a060 comp rx=0 tx=0).stop 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.588+0000 7f76612c4640 1 -- 172.21.15.176:0/3170801754 shutdown_connections 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.588+0000 7f76612c4640 1 --2- 172.21.15.176:0/3170801754 >> v2:172.21.15.176:3300/0 conn(0x7f765c12d950 0x7f765c12dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.588+0000 7f76612c4640 1 --2- 172.21.15.176:0/3170801754 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c073530 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.588+0000 7f76612c4640 1 -- 172.21.15.176:0/3170801754 >> 172.21.15.176:0/3170801754 conn(0x7f765c09ff20 msgr2=0x7f765c0a0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.588+0000 7f76612c4640 1 -- 172.21.15.176:0/3170801754 shutdown_connections 2024-09-16T00:12:31.593 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.588+0000 7f76612c4640 1 -- 172.21.15.176:0/3170801754 wait complete. 2024-09-16T00:12:31.594 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.588+0000 7f76612c4640 1 Processor -- start 2024-09-16T00:12:31.594 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f76612c4640 1 -- start start 2024-09-16T00:12:31.594 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f76612c4640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c133810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.594 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f76612c4640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f765c073a70 0x7f765c133d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.594 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f76612c4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f765c12d950 0x7f765c134290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.594 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f76612c4640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f765c135910 con 0x7f765c12d950 2024-09-16T00:12:31.595 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f76612c4640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f765c135790 con 0x7f765c073a70 2024-09-16T00:12:31.595 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f76612c4640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f765c135a90 con 0x7f765c073150 2024-09-16T00:12:31.595 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f765affd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c133810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.595 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f76527fc640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f765c073a70 0x7f765c133d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.595 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f765affd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c133810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33510/0 (socket says 172.21.15.176:33510) 2024-09-16T00:12:31.595 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f765affd640 1 -- 172.21.15.176:0/1414137816 learned_addr learned my addr 172.21.15.176:0/1414137816 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:31.595 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f765b7fe640 1 --2- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f765c12d950 0x7f765c134290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.595 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f765affd640 1 -- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f765c073a70 msgr2=0x7f765c133d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.595 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f765affd640 1 --2- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f765c073a70 0x7f765c133d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f765affd640 1 -- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f765c12d950 msgr2=0x7f765c134290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f765affd640 1 --2- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f765c12d950 0x7f765c134290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.589+0000 7f765affd640 1 -- 172.21.15.176:0/1414137816 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f765c131de0 con 0x7f765c073150 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.590+0000 7f765affd640 1 --2- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c133810 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f764c035040 tx=0x7f764c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.590+0000 7f7653fff640 1 -- 172.21.15.176:0/1414137816 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f764c041070 con 0x7f765c073150 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.590+0000 7f7653fff640 1 -- 172.21.15.176:0/1414137816 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f764c03c460 con 0x7f765c073150 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.590+0000 7f7653fff640 1 -- 172.21.15.176:0/1414137816 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f764c037040 con 0x7f765c073150 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.590+0000 7f76612c4640 1 -- 172.21.15.176:0/1414137816 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f765c132810 con 0x7f765c073150 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.590+0000 7f76612c4640 1 -- 172.21.15.176:0/1414137816 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f765c12fd00 con 0x7f765c073150 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.591+0000 7f7653fff640 1 -- 172.21.15.176:0/1414137816 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f764c03a070 con 0x7f765c073150 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.591+0000 7f76612c4640 1 -- 172.21.15.176:0/1414137816 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f765c073530 con 0x7f765c073150 2024-09-16T00:12:31.596 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.591+0000 7f7653fff640 1 -- 172.21.15.176:0/1414137816 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f764c07de00 con 0x7f765c073150 2024-09-16T00:12:31.597 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.595+0000 7f7653fff640 1 -- 172.21.15.176:0/1414137816 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f764c07ceb0 con 0x7f765c073150 2024-09-16T00:12:31.734 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.733+0000 7f76612c4640 1 -- 172.21.15.176:0/1414137816 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f765c068d60 con 0x7f765c073150 2024-09-16T00:12:31.735 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.733+0000 7f7653fff640 1 -- 172.21.15.176:0/1414137816 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+9184 (secure 0 0 0) 0x7f764c07c9f0 con 0x7f765c073150 2024-09-16T00:12:31.735 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:31.735 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":32,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:12:31.150965+0000","last_up_change":"2024-09-16T00:12:25.122424+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":3722117972}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":3722117972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":3722117972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":3722117972}]},"public_addr":"172.21.15.176:6800/3722117972","cluster_addr":"172.21.15.176:6801/3722117972","heartbeat_back_addr":"172.21.15.176:6803/3722117972","heartbeat_front_addr":"172.21.15.176:6802/3722117972","state":["exists","up"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":20,"up_from":25,"up_thru":25,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":4580462}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":4580462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":4580462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":4580462}]},"public_addr":"172.21.15.176:6804/4580462","cluster_addr":"172.21.15.176:6805/4580462","heartbeat_back_addr":"172.21.15.176:6807/4580462","heartbeat_front_addr":"172.21.15.176:6806/4580462","state":["exists","up"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":28,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":3022495963}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":3022495963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":3022495963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":3022495963}]},"public_addr":"172.21.15.176:6808/3022495963","cluster_addr":"172.21.15.176:6809/3022495963","heartbeat_back_addr":"172.21.15.176:6811/3022495963","heartbeat_front_addr":"172.21.15.176:6810/3022495963","state":["exists","up"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":28,"up_thru":28,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":3256928594}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":3256928594}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":3256928594}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":3256928594}]},"public_addr":"172.21.15.176:6812/3256928594","cluster_addr":"172.21.15.176:6813/3256928594","heartbeat_back_addr":"172.21.15.176:6815/3256928594","heartbeat_front_addr":"172.21.15.176:6814/3256928594","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T00:12:17.093678+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.176:6816/32228":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/2891791718":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/127376731":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/4005937172":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/3217070862":"2024-09-17T00:12:09.054352+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:31.737 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.735+0000 7f76612c4640 1 -- 172.21.15.176:0/1414137816 >> v1:172.21.15.176:6816/980076289 conn(0x7f763c047fd0 legacy=0x7f763c04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.737 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.735+0000 7f76612c4640 1 -- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 msgr2=0x7f765c133810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.738 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.735+0000 7f76612c4640 1 --2- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c133810 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f764c035040 tx=0x7f764c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.738 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.735+0000 7f76612c4640 1 -- 172.21.15.176:0/1414137816 shutdown_connections 2024-09-16T00:12:31.738 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.735+0000 7f76612c4640 1 --2- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f765c12d950 0x7f765c134290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.738 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.735+0000 7f76612c4640 1 --2- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f765c073a70 0x7f765c133d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.738 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.735+0000 7f76612c4640 1 --2- 172.21.15.176:0/1414137816 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f765c073150 0x7f765c133810 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.738 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.735+0000 7f76612c4640 1 -- 172.21.15.176:0/1414137816 >> 172.21.15.176:0/1414137816 conn(0x7f765c09ff20 msgr2=0x7f765c09b210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:31.738 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.735+0000 7f76612c4640 1 -- 172.21.15.176:0/1414137816 shutdown_connections 2024-09-16T00:12:31.738 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.735+0000 7f76612c4640 1 -- 172.21.15.176:0/1414137816 wait complete. 2024-09-16T00:12:31.748 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T00:12:31.748 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:12:31.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.842+0000 7f045e9db640 1 Processor -- start 2024-09-16T00:12:31.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f045e9db640 1 -- start start 2024-09-16T00:12:31.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f045e9db640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 0x7f045806e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.845 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f045e9db640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e600 0x7f045812f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f045e9db640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04580702f0 con 0x7f045806e9e0 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f045e9db640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f045806fef0 con 0x7f045806e600 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f045e9db640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f045806f980 con 0x7f045806dce0 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f0457fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 0x7f045806e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f045cf78640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f045806e9e0 0x7f045812f8f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53422/0 (socket says 172.21.15.176:53422) 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f04577fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e600 0x7f045812f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f045cf78640 1 -- 172.21.15.176:0/35825137 learned_addr learned my addr 172.21.15.176:0/35825137 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f0457fff640 1 -- 172.21.15.176:0/35825137 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e600 msgr2=0x7f045812f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f0457fff640 1 --2- 172.21.15.176:0/35825137 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e600 0x7f045812f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f0456ffd640 1 -- 172.21.15.176:0/35825137 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2590586747 0 0) 0x7f04580702f0 con 0x7f045806e9e0 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f0457fff640 1 -- 172.21.15.176:0/35825137 >> v1:172.21.15.176:6789/0 conn(0x7f045806e9e0 legacy=0x7f045812f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.846 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f0457fff640 1 -- 172.21.15.176:0/35825137 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0458130000 con 0x7f045806dce0 2024-09-16T00:12:31.847 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.843+0000 7f04577fe640 1 --2- 172.21.15.176:0/35825137 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e600 0x7f045812f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.844+0000 7f0457fff640 1 --2- 172.21.15.176:0/35825137 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 0x7f045806e0c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f04480097d0 tx=0x7f044802a0d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2494fba2d00918b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.844+0000 7f0456ffd640 1 -- 172.21.15.176:0/35825137 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0448037070 con 0x7f045806dce0 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.844+0000 7f0456ffd640 1 -- 172.21.15.176:0/35825137 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f044802ae20 con 0x7f045806dce0 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.844+0000 7f0456ffd640 1 -- 172.21.15.176:0/35825137 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0448032660 con 0x7f045806dce0 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.845+0000 7f045e9db640 1 -- 172.21.15.176:0/35825137 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 msgr2=0x7f045806e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.845+0000 7f045e9db640 1 --2- 172.21.15.176:0/35825137 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 0x7f045806e0c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f04480097d0 tx=0x7f044802a0d0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.845+0000 7f045e9db640 1 -- 172.21.15.176:0/35825137 shutdown_connections 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.845+0000 7f045e9db640 1 --2- 172.21.15.176:0/35825137 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e600 0x7f045812f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.845+0000 7f045e9db640 1 --2- 172.21.15.176:0/35825137 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 0x7f045806e0c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.845+0000 7f045e9db640 1 -- 172.21.15.176:0/35825137 >> 172.21.15.176:0/35825137 conn(0x7f045809e980 msgr2=0x7f045809ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.845+0000 7f045e9db640 1 -- 172.21.15.176:0/35825137 shutdown_connections 2024-09-16T00:12:31.850 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.845+0000 7f045e9db640 1 -- 172.21.15.176:0/35825137 wait complete. 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045e9db640 1 Processor -- start 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045e9db640 1 -- start start 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045e9db640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 0x7f045812b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045e9db640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f045806e600 0x7f045812b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045e9db640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e9e0 0x7f045812bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045e9db640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0458137a80 con 0x7f045806e600 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045e9db640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f0458137900 con 0x7f045806e9e0 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045e9db640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f0458137c00 con 0x7f045806dce0 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f0457fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 0x7f045812b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045cf78640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e9e0 0x7f045812bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f04577fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f045806e600 0x7f045812b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045cf78640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e9e0 0x7f045812bc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41652/0 (socket says 172.21.15.176:41652) 2024-09-16T00:12:31.851 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f04577fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f045806e600 0x7f045812b6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33606/0 (socket says 172.21.15.176:33606) 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.846+0000 7f045cf78640 1 -- 172.21.15.176:0/875184631 learned_addr learned my addr 172.21.15.176:0/875184631 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f04577fe640 1 -- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 msgr2=0x7f045812b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f04577fe640 1 --2- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 0x7f045812b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f04577fe640 1 -- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e9e0 msgr2=0x7f045812bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f04577fe640 1 --2- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e9e0 0x7f045812bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f04577fe640 1 -- 172.21.15.176:0/875184631 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f045812aef0 con 0x7f045806e600 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f0457fff640 1 --2- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 0x7f045812b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f045cf78640 1 --2- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e9e0 0x7f045812bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f04577fe640 1 --2- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f045806e600 0x7f045812b6f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f044c00e900 tx=0x7f044c00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f0454ff9640 1 -- 172.21.15.176:0/875184631 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c017070 con 0x7f045806e600 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f0454ff9640 1 -- 172.21.15.176:0/875184631 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f044c00ca00 con 0x7f045806e600 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f045e9db640 1 -- 172.21.15.176:0/875184631 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f045812cab0 con 0x7f045806e600 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f0454ff9640 1 -- 172.21.15.176:0/875184631 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c00cdf0 con 0x7f045806e600 2024-09-16T00:12:31.852 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.847+0000 7f045e9db640 1 -- 172.21.15.176:0/875184631 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f045812a520 con 0x7f045806e600 2024-09-16T00:12:31.853 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.848+0000 7f045e9db640 1 -- 172.21.15.176:0/875184631 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f045806e0c0 con 0x7f045806e600 2024-09-16T00:12:31.853 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.848+0000 7f0454ff9640 1 -- 172.21.15.176:0/875184631 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f044c01a070 con 0x7f045806e600 2024-09-16T00:12:31.853 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.848+0000 7f0454ff9640 1 -- 172.21.15.176:0/875184631 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f044c05d830 con 0x7f045806e600 2024-09-16T00:12:31.854 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.852+0000 7f0454ff9640 1 -- 172.21.15.176:0/875184631 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f044c05c8e0 con 0x7f045806e600 2024-09-16T00:12:31.996 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.992+0000 7f045e9db640 1 -- 172.21.15.176:0/875184631 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0458129260 con 0x7f045806e600 2024-09-16T00:12:31.997 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.992+0000 7f0454ff9640 1 -- 172.21.15.176:0/875184631 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+9184 (secure 0 0 0) 0x7f044c03ca20 con 0x7f045806e600 2024-09-16T00:12:31.997 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:31.997 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":32,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:12:31.150965+0000","last_up_change":"2024-09-16T00:12:25.122424+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":3722117972}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":3722117972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":3722117972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":3722117972}]},"public_addr":"172.21.15.176:6800/3722117972","cluster_addr":"172.21.15.176:6801/3722117972","heartbeat_back_addr":"172.21.15.176:6803/3722117972","heartbeat_front_addr":"172.21.15.176:6802/3722117972","state":["exists","up"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":20,"up_from":25,"up_thru":25,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":4580462}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":4580462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":4580462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":4580462}]},"public_addr":"172.21.15.176:6804/4580462","cluster_addr":"172.21.15.176:6805/4580462","heartbeat_back_addr":"172.21.15.176:6807/4580462","heartbeat_front_addr":"172.21.15.176:6806/4580462","state":["exists","up"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":28,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":3022495963}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":3022495963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":3022495963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":3022495963}]},"public_addr":"172.21.15.176:6808/3022495963","cluster_addr":"172.21.15.176:6809/3022495963","heartbeat_back_addr":"172.21.15.176:6811/3022495963","heartbeat_front_addr":"172.21.15.176:6810/3022495963","state":["exists","up"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":28,"up_thru":28,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":3256928594}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":3256928594}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":3256928594}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":3256928594}]},"public_addr":"172.21.15.176:6812/3256928594","cluster_addr":"172.21.15.176:6813/3256928594","heartbeat_back_addr":"172.21.15.176:6815/3256928594","heartbeat_front_addr":"172.21.15.176:6814/3256928594","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T00:12:17.093678+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.176:6816/32228":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/2891791718":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/127376731":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/4005937172":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/3217070862":"2024-09-17T00:12:09.054352+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:31.998 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.994+0000 7f045e9db640 1 -- 172.21.15.176:0/875184631 >> v1:172.21.15.176:6816/980076289 conn(0x7f0444047fd0 legacy=0x7f044404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.998 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.994+0000 7f045e9db640 1 -- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f045806e600 msgr2=0x7f045812b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:31.998 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.994+0000 7f045e9db640 1 --2- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f045806e600 0x7f045812b6f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f044c00e900 tx=0x7f044c00edc0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.998 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.994+0000 7f045e9db640 1 -- 172.21.15.176:0/875184631 shutdown_connections 2024-09-16T00:12:31.998 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.994+0000 7f045e9db640 1 --2- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f045806e9e0 0x7f045812bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.998 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.994+0000 7f045e9db640 1 --2- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f045806e600 0x7f045812b6f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.999 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.994+0000 7f045e9db640 1 --2- 172.21.15.176:0/875184631 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f045806dce0 0x7f045812b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:31.999 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.994+0000 7f045e9db640 1 -- 172.21.15.176:0/875184631 >> 172.21.15.176:0/875184631 conn(0x7f045809e980 msgr2=0x7f045809d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:31.999 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.994+0000 7f045e9db640 1 -- 172.21.15.176:0/875184631 shutdown_connections 2024-09-16T00:12:31.999 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:31.994+0000 7f045e9db640 1 -- 172.21.15.176:0/875184631 wait complete. 2024-09-16T00:12:32.007 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T00:12:32.008 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T00:12:32.008 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T00:12:32.008 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T00:12:32.112 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.110+0000 7f1139176640 1 Processor -- start 2024-09-16T00:12:32.113 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.110+0000 7f1139176640 1 -- start start 2024-09-16T00:12:32.113 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f0051461640 1 Processor -- start 2024-09-16T00:12:32.113 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f618ad76640 1 Processor -- start 2024-09-16T00:12:32.113 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f618ad76640 1 -- start start 2024-09-16T00:12:32.114 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f0051461640 1 -- start start 2024-09-16T00:12:32.114 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f67d55fd640 1 Processor -- start 2024-09-16T00:12:32.114 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f67d55fd640 1 -- start start 2024-09-16T00:12:32.114 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f1139176640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1134130520 0x7f1134132910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.115 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f618ad76640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184096b20 0x7f6184097590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.115 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f618ad76640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f6184097ad0 0x7f6184097ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.115 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f1139176640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1134132e50 0x7f1134135240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.115 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f618ad76640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 0x7f6184136110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f1139176640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1134096e30 con 0x7f1134096340 2024-09-16T00:12:32.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f0051461640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 0x7f004c134c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f0051461640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f004c135150 0x7f004c137540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f0051461640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f004c0630c0 con 0x7f004c12c6e0 2024-09-16T00:12:32.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f0051461640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f004c063330 con 0x7f004c132820 2024-09-16T00:12:32.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f0051461640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f004c093ad0 con 0x7f004c135150 2024-09-16T00:12:32.116 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f1139176640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f1134098580 con 0x7f1134132e50 2024-09-16T00:12:32.117 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f1139176640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f11340997e0 con 0x7f1134130520 2024-09-16T00:12:32.117 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f618ad76640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f6184098bd0 con 0x7f6184097ad0 2024-09-16T00:12:32.117 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f618ad76640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6184099be0 con 0x7f6184096b20 2024-09-16T00:12:32.117 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f618ad76640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f6184098410 con 0x7f6184133d20 2024-09-16T00:12:32.117 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f6188b12640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184096b20 0x7f6184097590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.118 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f004b7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f004c135150 0x7f004c137540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.118 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f004b7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f004c135150 0x7f004c137540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33538/0 (socket says 172.21.15.176:33538) 2024-09-16T00:12:32.118 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f004b7fe640 1 -- 172.21.15.176:0/521293839 learned_addr learned my addr 172.21.15.176:0/521293839 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.118 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f6188b12640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184096b20 0x7f6184097590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41682/0 (socket says 172.21.15.176:41682) 2024-09-16T00:12:32.118 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f6188b12640 1 -- 172.21.15.176:0/2959110707 learned_addr learned my addr 172.21.15.176:0/2959110707 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.118 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f6189313640 1 --2- 172.21.15.176:0/2959110707 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 0x7f6184136110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.119 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f1132d9d640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f1134096340 0x7f1134096720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53424/0 (socket says 172.21.15.176:53424) 2024-09-16T00:12:32.119 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f6183fff640 1 --2- 172.21.15.176:0/2959110707 >> v2:172.21.15.176:3300/0 conn(0x7f6184097ad0 0x7f6184097ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.119 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f1132d9d640 1 -- 172.21.15.176:0/3373454004 learned_addr learned my addr 172.21.15.176:0/3373454004 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:32.119 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f6189313640 1 -- 172.21.15.176:0/2959110707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184096b20 msgr2=0x7f6184097590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:32.120 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f67d55fd640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f67d006f920 0x7f67d0134ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.120 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.111+0000 7f67d55fd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d0135020 0x7f67d0137410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.120 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67d55fd640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67d006cef0 con 0x7f67d006ee30 2024-09-16T00:12:32.120 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67d55fd640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f67d0070430 con 0x7f67d006f920 2024-09-16T00:12:32.120 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67d55fd640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f67d006d7e0 con 0x7f67d0135020 2024-09-16T00:12:32.120 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67cf7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d0135020 0x7f67d0137410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.120 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67cf7fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d0135020 0x7f67d0137410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33550/0 (socket says 172.21.15.176:33550) 2024-09-16T00:12:32.120 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67c7fff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f67d006f920 0x7f67d0134ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.121 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67cf7fe640 1 -- 172.21.15.176:0/1737159635 learned_addr learned my addr 172.21.15.176:0/1737159635 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.121 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f6189313640 1 --2- 172.21.15.176:0/2959110707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184096b20 0x7f6184097590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.121 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f6189313640 1 -- 172.21.15.176:0/2959110707 >> v2:172.21.15.176:3300/0 conn(0x7f6184097ad0 msgr2=0x7f6184097ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:32.121 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f6189313640 1 --2- 172.21.15.176:0/2959110707 >> v2:172.21.15.176:3300/0 conn(0x7f6184097ad0 0x7f6184097ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.121 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f6189313640 1 -- 172.21.15.176:0/2959110707 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61840997a0 con 0x7f6184133d20 2024-09-16T00:12:32.122 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67cf7fe640 1 -- 172.21.15.176:0/1737159635 >> v2:172.21.15.176:3300/0 conn(0x7f67d006f920 msgr2=0x7f67d0134ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:32.122 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67cf7fe640 1 --2- 172.21.15.176:0/1737159635 >> v2:172.21.15.176:3300/0 conn(0x7f67d006f920 0x7f67d0134ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.122 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67cf7fe640 1 -- 172.21.15.176:0/1737159635 >> v1:172.21.15.176:6789/0 conn(0x7f67d006ee30 legacy=0x7f67d006f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:32.122 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f004b7fe640 1 -- 172.21.15.176:0/521293839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 msgr2=0x7f004c134c10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T00:12:32.122 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f004a7fc640 1 --2- 172.21.15.176:0/521293839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 0x7f004c134c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.122 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f004b7fe640 1 --2- 172.21.15.176:0/521293839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 0x7f004c134c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.122 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f004b7fe640 1 -- 172.21.15.176:0/521293839 >> v1:172.21.15.176:6789/0 conn(0x7f004c12c6e0 legacy=0x7f004c12cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.123 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f004b7fe640 1 -- 172.21.15.176:0/521293839 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f004c091890 con 0x7f004c135150 2024-09-16T00:12:32.123 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f67cf7fe640 1 -- 172.21.15.176:0/1737159635 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67d0138960 con 0x7f67d0135020 2024-09-16T00:12:32.123 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f6188b12640 1 --2- 172.21.15.176:0/2959110707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184096b20 0x7f6184097590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.124 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f113359e640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f1134132e50 0x7f1134135240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.124 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f113259c640 1 --2- 172.21.15.176:0/3373454004 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1134130520 0x7f1134132910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.124 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f113359e640 1 -- 172.21.15.176:0/3373454004 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1134130520 msgr2=0x7f1134132910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:32.124 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f113359e640 1 --2- 172.21.15.176:0/3373454004 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1134130520 0x7f1134132910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.124 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f113359e640 1 -- 172.21.15.176:0/3373454004 >> v1:172.21.15.176:6789/0 conn(0x7f1134096340 legacy=0x7f1134096720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.124 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.112+0000 7f113359e640 1 -- 172.21.15.176:0/3373454004 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f113409bd90 con 0x7f1134132e50 2024-09-16T00:12:32.124 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f6183fff640 1 --2- 172.21.15.176:0/2959110707 >> v2:172.21.15.176:3300/0 conn(0x7f6184097ad0 0x7f6184097ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:32.125 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f6189313640 1 --2- 172.21.15.176:0/2959110707 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 0x7f6184136110 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f617c009dc0 tx=0x7f617c02a570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3a5373349013e9cd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.125 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f67cf7fe640 1 --2- 172.21.15.176:0/1737159635 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d0135020 0x7f67d0137410 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f67c800ffd0 tx=0x7f67c8032c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8c0641efadc2c5f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.125 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f004b7fe640 1 --2- 172.21.15.176:0/521293839 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f004c135150 0x7f004c137540 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0044009e80 tx=0x7f004402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b844b2806b757d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.125 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f67ce7fc640 1 -- 172.21.15.176:0/1737159635 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c8003b90 con 0x7f67d0135020 2024-09-16T00:12:32.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f67ce7fc640 1 -- 172.21.15.176:0/1737159635 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67c8003d30 con 0x7f67d0135020 2024-09-16T00:12:32.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f67ce7fc640 1 -- 172.21.15.176:0/1737159635 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c8033970 con 0x7f67d0135020 2024-09-16T00:12:32.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f61837fe640 1 -- 172.21.15.176:0/2959110707 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617c007740 con 0x7f6184133d20 2024-09-16T00:12:32.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f61837fe640 1 -- 172.21.15.176:0/2959110707 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f617c0078e0 con 0x7f6184133d20 2024-09-16T00:12:32.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f61837fe640 1 -- 172.21.15.176:0/2959110707 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617c007cb0 con 0x7f6184133d20 2024-09-16T00:12:32.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f113359e640 1 --2- 172.21.15.176:0/3373454004 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1134132e50 0x7f1134135240 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f112c009d90 tx=0x7f112c02a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74c52465229df437 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.127 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f0049ffb640 1 -- 172.21.15.176:0/521293839 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0044036070 con 0x7f004c135150 2024-09-16T00:12:32.127 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f0049ffb640 1 -- 172.21.15.176:0/521293839 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0044031400 con 0x7f004c135150 2024-09-16T00:12:32.127 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f1131d9b640 1 -- 172.21.15.176:0/3373454004 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f112c007740 con 0x7f1134132e50 2024-09-16T00:12:32.127 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f1131d9b640 1 -- 172.21.15.176:0/3373454004 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f112c0078e0 con 0x7f1134132e50 2024-09-16T00:12:32.127 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f1131d9b640 1 -- 172.21.15.176:0/3373454004 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f112c007cb0 con 0x7f1134132e50 2024-09-16T00:12:32.128 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.113+0000 7f0049ffb640 1 -- 172.21.15.176:0/521293839 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00440317d0 con 0x7f004c135150 2024-09-16T00:12:32.128 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f618ad76640 1 -- 172.21.15.176:0/2959110707 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 msgr2=0x7f6184136110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.128 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f618ad76640 1 --2- 172.21.15.176:0/2959110707 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 0x7f6184136110 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f617c009dc0 tx=0x7f617c02a570 comp rx=0 tx=0).stop 2024-09-16T00:12:32.128 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f67d55fd640 1 -- 172.21.15.176:0/1737159635 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d0135020 msgr2=0x7f67d0137410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.129 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f67d55fd640 1 --2- 172.21.15.176:0/1737159635 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d0135020 0x7f67d0137410 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f67c800ffd0 tx=0x7f67c8032c60 comp rx=0 tx=0).stop 2024-09-16T00:12:32.129 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f618ad76640 1 -- 172.21.15.176:0/2959110707 shutdown_connections 2024-09-16T00:12:32.129 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f67d55fd640 1 -- 172.21.15.176:0/1737159635 shutdown_connections 2024-09-16T00:12:32.129 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f67d55fd640 1 --2- 172.21.15.176:0/1737159635 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d0135020 0x7f67d0137410 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.129 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f67d55fd640 1 --2- 172.21.15.176:0/1737159635 >> v2:172.21.15.176:3300/0 conn(0x7f67d006f920 0x7f67d0134ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.130 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f618ad76640 1 --2- 172.21.15.176:0/2959110707 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 0x7f6184136110 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.130 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f618ad76640 1 --2- 172.21.15.176:0/2959110707 >> v2:172.21.15.176:3300/0 conn(0x7f6184097ad0 0x7f6184097ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.130 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f618ad76640 1 --2- 172.21.15.176:0/2959110707 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184096b20 0x7f6184097590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.130 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f618ad76640 1 -- 172.21.15.176:0/2959110707 >> 172.21.15.176:0/2959110707 conn(0x7f618409ffb0 msgr2=0x7f61840a03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.130 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f67d55fd640 1 -- 172.21.15.176:0/1737159635 >> 172.21.15.176:0/1737159635 conn(0x7f67d009b610 msgr2=0x7f67d009ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.130 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f618ad76640 1 -- 172.21.15.176:0/2959110707 shutdown_connections 2024-09-16T00:12:32.131 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f67d55fd640 1 -- 172.21.15.176:0/1737159635 shutdown_connections 2024-09-16T00:12:32.131 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f618ad76640 1 -- 172.21.15.176:0/2959110707 wait complete. 2024-09-16T00:12:32.131 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f67d55fd640 1 -- 172.21.15.176:0/1737159635 wait complete. 2024-09-16T00:12:32.132 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f0051461640 1 -- 172.21.15.176:0/521293839 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f004c135150 msgr2=0x7f004c137540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.132 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.114+0000 7f0051461640 1 --2- 172.21.15.176:0/521293839 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f004c135150 0x7f004c137540 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0044009e80 tx=0x7f004402a5d0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.132 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f1139176640 1 -- 172.21.15.176:0/3373454004 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1134132e50 msgr2=0x7f1134135240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.132 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f1139176640 1 --2- 172.21.15.176:0/3373454004 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1134132e50 0x7f1134135240 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f112c009d90 tx=0x7f112c02a530 comp rx=0 tx=0).stop 2024-09-16T00:12:32.133 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f0051461640 1 -- 172.21.15.176:0/521293839 shutdown_connections 2024-09-16T00:12:32.133 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f0051461640 1 --2- 172.21.15.176:0/521293839 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f004c135150 0x7f004c137540 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.133 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f0051461640 1 --2- 172.21.15.176:0/521293839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 0x7f004c134c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.133 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f1139176640 1 -- 172.21.15.176:0/3373454004 shutdown_connections 2024-09-16T00:12:32.133 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f1139176640 1 --2- 172.21.15.176:0/3373454004 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1134132e50 0x7f1134135240 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.133 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f1139176640 1 --2- 172.21.15.176:0/3373454004 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1134130520 0x7f1134132910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.134 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f1139176640 1 -- 172.21.15.176:0/3373454004 >> 172.21.15.176:0/3373454004 conn(0x7f113409cb20 msgr2=0x7f113409cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.134 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f0051461640 1 -- 172.21.15.176:0/521293839 >> 172.21.15.176:0/521293839 conn(0x7f004c09c290 msgr2=0x7f004c09c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.134 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f1139176640 1 -- 172.21.15.176:0/3373454004 shutdown_connections 2024-09-16T00:12:32.134 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f0051461640 1 -- 172.21.15.176:0/521293839 shutdown_connections 2024-09-16T00:12:32.134 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f0051461640 1 -- 172.21.15.176:0/521293839 wait complete. 2024-09-16T00:12:32.135 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f1139176640 1 -- 172.21.15.176:0/3373454004 wait complete. 2024-09-16T00:12:32.135 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f618ad76640 1 Processor -- start 2024-09-16T00:12:32.135 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f618ad76640 1 -- start start 2024-09-16T00:12:32.136 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.115+0000 7f67d55fd640 1 Processor -- start 2024-09-16T00:12:32.136 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67d55fd640 1 -- start start 2024-09-16T00:12:32.136 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f0051461640 1 Processor -- start 2024-09-16T00:12:32.136 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f0051461640 1 -- start start 2024-09-16T00:12:32.136 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f618ad76640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6184096b20 0x7f61841c4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.137 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67d55fd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f67d006ee30 0x7f67d0091cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.137 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f618ad76640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184097ad0 0x7f61841c5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.137 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67d55fd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d006f920 0x7f67d0092200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.137 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67d55fd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f67d0135020 0x7f67d0092740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.137 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67ceffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f67d006ee30 0x7f67d0091cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.138 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f618ad76640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 0x7f6184071b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.138 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67c7fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d006f920 0x7f67d0092200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.138 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67d55fd640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f67d0137ce0 con 0x7f67d0135020 2024-09-16T00:12:32.139 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67d55fd640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f67d0137b60 con 0x7f67d006ee30 2024-09-16T00:12:32.139 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67ceffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f67d006ee30 0x7f67d0091cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41698/0 (socket says 172.21.15.176:41698) 2024-09-16T00:12:32.139 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67ceffd640 1 -- 172.21.15.176:0/2570904459 learned_addr learned my addr 172.21.15.176:0/2570904459 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.139 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67c7fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d006f920 0x7f67d0092200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33560/0 (socket says 172.21.15.176:33560) 2024-09-16T00:12:32.139 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67d55fd640 1 -- 172.21.15.176:0/2570904459 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f67d0137e60 con 0x7f67d006f920 2024-09-16T00:12:32.139 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f1139176640 1 Processor -- start 2024-09-16T00:12:32.139 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f67cf7fe640 1 --2- 172.21.15.176:0/2570904459 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f67d0135020 0x7f67d0092740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.140 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f618ad76640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f61841367d0 con 0x7f6184096b20 2024-09-16T00:12:32.140 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f618ad76640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6184136650 con 0x7f6184097ad0 2024-09-16T00:12:32.140 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f618ad76640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f6184136950 con 0x7f6184133d20 2024-09-16T00:12:32.140 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f6188b12640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6184096b20 0x7f61841c4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.140 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f6188b12640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6184096b20 0x7f61841c4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33636/0 (socket says 172.21.15.176:33636) 2024-09-16T00:12:32.140 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f6188b12640 1 -- 172.21.15.176:0/324455313 learned_addr learned my addr 172.21.15.176:0/324455313 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f0051461640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f004c12c6e0 0x7f004c12d310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f0051461640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 0x7f004c12d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f0051461640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f004c135150 0x7f004c12dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f0051461640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f004c137e10 con 0x7f004c135150 2024-09-16T00:12:32.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f0051461640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f004c137c90 con 0x7f004c132820 2024-09-16T00:12:32.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f0051461640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f004c137f90 con 0x7f004c12c6e0 2024-09-16T00:12:32.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.116+0000 7f6189313640 1 --2- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 0x7f6184071b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.142 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f1139176640 1 -- start start 2024-09-16T00:12:32.142 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f6183fff640 1 --2- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184097ad0 0x7f61841c5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.142 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f004a7fc640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 0x7f004c12d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.142 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f004a7fc640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 0x7f004c12d850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41716/0 (socket says 172.21.15.176:41716) 2024-09-16T00:12:32.143 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f004b7fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f004c135150 0x7f004c12dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.143 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f004a7fc640 1 -- 172.21.15.176:0/2905570266 learned_addr learned my addr 172.21.15.176:0/2905570266 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.143 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f67c7fff640 1 -- 172.21.15.176:0/2570904459 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f67d006ee30 msgr2=0x7f67d0091cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.143 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f6188b12640 1 -- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 msgr2=0x7f6184071b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.143 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f004a7fc640 1 -- 172.21.15.176:0/2905570266 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f004c12c6e0 msgr2=0x7f004c12d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f004a7fc640 1 --2- 172.21.15.176:0/2905570266 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f004c12c6e0 0x7f004c12d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f004a7fc640 1 -- 172.21.15.176:0/2905570266 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f004c135150 msgr2=0x7f004c12dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f004a7fc640 1 --2- 172.21.15.176:0/2905570266 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f004c135150 0x7f004c12dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f004a7fc640 1 -- 172.21.15.176:0/2905570266 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f004c098370 con 0x7f004c132820 2024-09-16T00:12:32.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f67c7fff640 1 --2- 172.21.15.176:0/2570904459 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f67d006ee30 0x7f67d0091cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f67c7fff640 1 -- 172.21.15.176:0/2570904459 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f67d0135020 msgr2=0x7f67d0092740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f67c7fff640 1 --2- 172.21.15.176:0/2570904459 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f67d0135020 0x7f67d0092740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.144 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f67c7fff640 1 -- 172.21.15.176:0/2570904459 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67d0094980 con 0x7f67d006f920 2024-09-16T00:12:32.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f67ceffd640 1 --2- 172.21.15.176:0/2570904459 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f67d006ee30 0x7f67d0091cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f67c7fff640 1 --2- 172.21.15.176:0/2570904459 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d006f920 0x7f67d0092200 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f67b800e850 tx=0x7f67b800ed10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f6188b12640 1 --2- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 0x7f6184071b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f6188b12640 1 -- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184097ad0 msgr2=0x7f61841c5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f6188b12640 1 --2- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184097ad0 0x7f61841c5100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f6188b12640 1 -- 172.21.15.176:0/324455313 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6184125ee0 con 0x7f6184096b20 2024-09-16T00:12:32.145 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f6189313640 1 --2- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f6184133d20 0x7f6184071b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.146 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f1139176640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1134096340 0x7f113412cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.146 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f1139176640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1134130520 0x7f113412d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.146 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f6183fff640 1 --2- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f6184097ad0 0x7f61841c5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.146 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f1139176640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1134132e50 0x7f113412d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.147 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f004a7fc640 1 --2- 172.21.15.176:0/2905570266 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 0x7f004c12d850 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f004000c7f0 tx=0x7f004000ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.147 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f1139176640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1134098230 con 0x7f1134096340 2024-09-16T00:12:32.147 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f1139176640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f1134098ba0 con 0x7f1134132e50 2024-09-16T00:12:32.147 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f1139176640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f1134135780 con 0x7f1134130520 2024-09-16T00:12:32.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113259c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1134130520 0x7f113412d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113259c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1134130520 0x7f113412d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33584/0 (socket says 172.21.15.176:33584) 2024-09-16T00:12:32.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113259c640 1 -- 172.21.15.176:0/51690789 learned_addr learned my addr 172.21.15.176:0/51690789 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.117+0000 7f6188b12640 1 --2- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6184096b20 0x7f61841c4bc0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f617800e980 tx=0x7f617800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.148 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f67c77fe640 1 -- 172.21.15.176:0/2570904459 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b8017070 con 0x7f67d006f920 2024-09-16T00:12:32.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f1132d9d640 1 --2- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1134096340 0x7f113412cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113359e640 1 --2- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1134132e50 0x7f113412d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f61817fa640 1 -- 172.21.15.176:0/324455313 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617800ca00 con 0x7f6184096b20 2024-09-16T00:12:32.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f61817fa640 1 -- 172.21.15.176:0/324455313 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f617800cba0 con 0x7f6184096b20 2024-09-16T00:12:32.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f00337fe640 1 -- 172.21.15.176:0/2905570266 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0040015070 con 0x7f004c132820 2024-09-16T00:12:32.149 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f00337fe640 1 -- 172.21.15.176:0/2905570266 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0040004240 con 0x7f004c132820 2024-09-16T00:12:32.150 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6184125330 con 0x7f6184096b20 2024-09-16T00:12:32.150 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f00337fe640 1 -- 172.21.15.176:0/2905570266 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0040007620 con 0x7f004c132820 2024-09-16T00:12:32.150 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113259c640 1 -- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1134132e50 msgr2=0x7f113412d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.150 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f61817fa640 1 -- 172.21.15.176:0/324455313 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178004030 con 0x7f6184096b20 2024-09-16T00:12:32.151 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f67c77fe640 1 -- 172.21.15.176:0/2570904459 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67b800c940 con 0x7f67d006f920 2024-09-16T00:12:32.151 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6184125b10 con 0x7f6184096b20 2024-09-16T00:12:32.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113259c640 1 --2- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1134132e50 0x7f113412d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113259c640 1 -- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1134096340 msgr2=0x7f113412cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113259c640 1 --2- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1134096340 0x7f113412cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113259c640 1 -- 172.21.15.176:0/51690789 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1134124e80 con 0x7f1134130520 2024-09-16T00:12:32.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113359e640 1 --2- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f1134132e50 0x7f113412d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:32.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f1132d9d640 1 --2- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1134096340 0x7f113412cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.152 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.118+0000 7f113259c640 1 --2- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1134130520 0x7f113412d300 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f112800e9e0 tx=0x7f112800eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f67c77fe640 1 -- 172.21.15.176:0/2570904459 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b800ccf0 con 0x7f67d006f920 2024-09-16T00:12:32.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f004c12f400 con 0x7f004c132820 2024-09-16T00:12:32.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f67d55fd640 1 -- 172.21.15.176:0/2570904459 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67d00954c0 con 0x7f67d006f920 2024-09-16T00:12:32.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f67d55fd640 1 -- 172.21.15.176:0/2570904459 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f67d0092c80 con 0x7f67d006f920 2024-09-16T00:12:32.153 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f004c12e800 con 0x7f004c132820 2024-09-16T00:12:32.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f61840a0390 con 0x7f6184096b20 2024-09-16T00:12:32.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f111b7fe640 1 -- 172.21.15.176:0/51690789 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1128017070 con 0x7f1134130520 2024-09-16T00:12:32.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f111b7fe640 1 -- 172.21.15.176:0/51690789 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f112800c9d0 con 0x7f1134130520 2024-09-16T00:12:32.154 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f111b7fe640 1 -- 172.21.15.176:0/51690789 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f112800cdc0 con 0x7f1134130520 2024-09-16T00:12:32.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.120+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f004c09ce90 con 0x7f004c132820 2024-09-16T00:12:32.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f61817fa640 1 -- 172.21.15.176:0/324455313 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f61780041d0 con 0x7f6184096b20 2024-09-16T00:12:32.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f61817fa640 1 -- 172.21.15.176:0/324455313 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f617805d980 con 0x7f6184096b20 2024-09-16T00:12:32.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.120+0000 7f61817fa640 1 -- 172.21.15.176:0/324455313 --> v1:172.21.15.176:6804/4580462 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6178022e50 con 0x7f616804e920 2024-09-16T00:12:32.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.120+0000 7f61817fa640 1 -- 172.21.15.176:0/324455313 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f6178063250 con 0x7f6184096b20 2024-09-16T00:12:32.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f113412e5e0 con 0x7f1134130520 2024-09-16T00:12:32.155 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.119+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f113412f6c0 con 0x7f1134130520 2024-09-16T00:12:32.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.120+0000 7f67c57fa640 1 -- 172.21.15.176:0/2570904459 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f67d0073c60 con 0x7f67d006f920 2024-09-16T00:12:32.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1134096720 con 0x7f1134130520 2024-09-16T00:12:32.156 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f67c77fe640 1 -- 172.21.15.176:0/2570904459 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f67b801a070 con 0x7f67d006f920 2024-09-16T00:12:32.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f61817fa640 1 -- 172.21.15.176:0/324455313 <== osd.1 v1:172.21.15.176:6804/4580462 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f6178022e50 con 0x7f616804e920 2024-09-16T00:12:32.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f111b7fe640 1 -- 172.21.15.176:0/51690789 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f112801a070 con 0x7f1134130520 2024-09-16T00:12:32.157 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f67c77fe640 1 -- 172.21.15.176:0/2570904459 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f67b805d820 con 0x7f67d006f920 2024-09-16T00:12:32.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f00337fe640 1 -- 172.21.15.176:0/2905570266 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f00400079d0 con 0x7f004c132820 2024-09-16T00:12:32.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f67c77fe640 1 -- 172.21.15.176:0/2570904459 --> v1:172.21.15.176:6808/3022495963 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f67b8016ec0 con 0x7f67b004e940 2024-09-16T00:12:32.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f67c77fe640 1 -- 172.21.15.176:0/2570904459 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f67b80622c0 con 0x7f67d006f920 2024-09-16T00:12:32.158 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f00337fe640 1 -- 172.21.15.176:0/2905570266 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f004005dff0 con 0x7f004c132820 2024-09-16T00:12:32.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f00337fe640 1 -- 172.21.15.176:0/2905570266 --> v1:172.21.15.176:6812/3256928594 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0040010e50 con 0x7f003804e910 2024-09-16T00:12:32.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.121+0000 7f00337fe640 1 -- 172.21.15.176:0/2905570266 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f004005e420 con 0x7f004c132820 2024-09-16T00:12:32.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.122+0000 7f111b7fe640 1 -- 172.21.15.176:0/51690789 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f112805dd70 con 0x7f1134130520 2024-09-16T00:12:32.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.122+0000 7f111b7fe640 1 -- 172.21.15.176:0/51690789 --> v1:172.21.15.176:6800/3722117972 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f112801bec0 con 0x7f112004e990 2024-09-16T00:12:32.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.122+0000 7f111b7fe640 1 -- 172.21.15.176:0/51690789 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f11280603d0 con 0x7f1134130520 2024-09-16T00:12:32.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.122+0000 7f67c77fe640 1 -- 172.21.15.176:0/2570904459 <== osd.2 v1:172.21.15.176:6808/3022495963 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f67b8016ec0 con 0x7f67b004e940 2024-09-16T00:12:32.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.123+0000 7f00337fe640 1 -- 172.21.15.176:0/2905570266 <== osd.3 v1:172.21.15.176:6812/3256928594 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f0040010e50 con 0x7f003804e910 2024-09-16T00:12:32.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.123+0000 7f111b7fe640 1 -- 172.21.15.176:0/51690789 <== osd.0 v1:172.21.15.176:6800/3722117972 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f112801bec0 con 0x7f112004e990 2024-09-16T00:12:32.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.135+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 --> v1:172.21.15.176:6804/4580462 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6184072290 con 0x7f616804e920 2024-09-16T00:12:32.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.136+0000 7f61817fa640 1 -- 172.21.15.176:0/324455313 <== osd.1 v1:172.21.15.176:6804/4580462 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 662925176) 0x7f6184072290 con 0x7f616804e920 2024-09-16T00:12:32.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.136+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 >> v1:172.21.15.176:6804/4580462 conn(0x7f616804e920 legacy=0x7f6168050d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.136+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 >> v1:172.21.15.176:6816/980076289 conn(0x7f61680480a0 legacy=0x7f616804a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.136+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6184096b20 msgr2=0x7f61841c4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.136+0000 7f618ad76640 1 --2- 172.21.15.176:0/324455313 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6184096b20 0x7f61841c4bc0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f617800e980 tx=0x7f617800ee40 comp rx=0 tx=0).stop 2024-09-16T00:12:32.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.136+0000 7f6189313640 1 -- 172.21.15.176:0/324455313 reap_dead start 2024-09-16T00:12:32.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.136+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 shutdown_connections 2024-09-16T00:12:32.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.136+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 >> 172.21.15.176:0/324455313 conn(0x7f618409ffb0 msgr2=0x7f6184134100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.136+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 shutdown_connections 2024-09-16T00:12:32.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.136+0000 7f618ad76640 1 -- 172.21.15.176:0/324455313 wait complete. 2024-09-16T00:12:32.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.137+0000 7f67c57fa640 1 -- 172.21.15.176:0/2570904459 --> v1:172.21.15.176:6808/3022495963 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f67d0067bd0 con 0x7f67b004e940 2024-09-16T00:12:32.163 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.137+0000 7f67c77fe640 1 -- 172.21.15.176:0/2570904459 <== osd.2 v1:172.21.15.176:6808/3022495963 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3324758384) 0x7f67d0067bd0 con 0x7f67b004e940 2024-09-16T00:12:32.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.137+0000 7f67c57fa640 1 -- 172.21.15.176:0/2570904459 >> v1:172.21.15.176:6808/3022495963 conn(0x7f67b004e940 legacy=0x7f67b0050d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.137+0000 7f67c57fa640 1 -- 172.21.15.176:0/2570904459 >> v1:172.21.15.176:6816/980076289 conn(0x7f67b0048050 legacy=0x7f67b004a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.164 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.137+0000 7f67c57fa640 1 -- 172.21.15.176:0/2570904459 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d006f920 msgr2=0x7f67d0092200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.137+0000 7f67c57fa640 1 --2- 172.21.15.176:0/2570904459 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f67d006f920 0x7f67d0092200 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f67b800e850 tx=0x7f67b800ed10 comp rx=0 tx=0).stop 2024-09-16T00:12:32.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.137+0000 7f67cf7fe640 1 -- 172.21.15.176:0/2570904459 reap_dead start 2024-09-16T00:12:32.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.137+0000 7f67c57fa640 1 -- 172.21.15.176:0/2570904459 shutdown_connections 2024-09-16T00:12:32.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.137+0000 7f67c57fa640 1 -- 172.21.15.176:0/2570904459 >> 172.21.15.176:0/2570904459 conn(0x7f67d009b610 msgr2=0x7f67d0072670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.138+0000 7f67c57fa640 1 -- 172.21.15.176:0/2570904459 shutdown_connections 2024-09-16T00:12:32.165 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.138+0000 7f67c57fa640 1 -- 172.21.15.176:0/2570904459 wait complete. 2024-09-16T00:12:32.165 INFO:teuthology.orchestra.run.smithi176.stdout:115964116995 2024-09-16T00:12:32.165 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:12:32.166 INFO:teuthology.orchestra.run.smithi176.stdout:107374182404 2024-09-16T00:12:32.167 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:12:32.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.150+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 --> v1:172.21.15.176:6812/3256928594 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f004c09ce90 con 0x7f003804e910 2024-09-16T00:12:32.167 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.150+0000 7f00337fe640 1 -- 172.21.15.176:0/2905570266 <== osd.3 v1:172.21.15.176:6812/3256928594 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3556540785) 0x7f004c09ce90 con 0x7f003804e910 2024-09-16T00:12:32.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 >> v1:172.21.15.176:6812/3256928594 conn(0x7f003804e910 legacy=0x7f0038050d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 >> v1:172.21.15.176:6816/980076289 conn(0x7f0038048020 legacy=0x7f003804a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.168 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 msgr2=0x7f004c12d850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f0051461640 1 --2- 172.21.15.176:0/2905570266 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f004c132820 0x7f004c12d850 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f004000c7f0 tx=0x7f004000ccb0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f004b7fe640 1 -- 172.21.15.176:0/2905570266 reap_dead start 2024-09-16T00:12:32.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 shutdown_connections 2024-09-16T00:12:32.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 >> 172.21.15.176:0/2905570266 conn(0x7f004c09c290 msgr2=0x7f004c09d370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 shutdown_connections 2024-09-16T00:12:32.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f0051461640 1 -- 172.21.15.176:0/2905570266 wait complete. 2024-09-16T00:12:32.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 --> v1:172.21.15.176:6800/3722117972 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1134067bd0 con 0x7f112004e990 2024-09-16T00:12:32.169 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.151+0000 7f111b7fe640 1 -- 172.21.15.176:0/51690789 <== osd.0 v1:172.21.15.176:6800/3722117972 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 662925176) 0x7f1134067bd0 con 0x7f112004e990 2024-09-16T00:12:32.170 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.152+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 >> v1:172.21.15.176:6800/3722117972 conn(0x7f112004e990 legacy=0x7f1120050dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.152+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 >> v1:172.21.15.176:6816/980076289 conn(0x7f11200480a0 legacy=0x7f112004a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.152+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1134130520 msgr2=0x7f113412d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.152+0000 7f1139176640 1 --2- 172.21.15.176:0/51690789 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f1134130520 0x7f113412d300 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f112800e9e0 tx=0x7f112800eea0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.152+0000 7f113359e640 1 -- 172.21.15.176:0/51690789 reap_dead start 2024-09-16T00:12:32.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.152+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 shutdown_connections 2024-09-16T00:12:32.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.152+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 >> 172.21.15.176:0/51690789 conn(0x7f113409cb20 msgr2=0x7f1134132610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.152+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 shutdown_connections 2024-09-16T00:12:32.171 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.152+0000 7f1139176640 1 -- 172.21.15.176:0/51690789 wait complete. 2024-09-16T00:12:32.172 INFO:teuthology.orchestra.run.smithi176.stdout:120259084291 2024-09-16T00:12:32.172 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:12:32.173 INFO:teuthology.orchestra.run.smithi176.stdout:107374182404 2024-09-16T00:12:32.174 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:12:32.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.271+0000 7f12b48d7640 1 Processor -- start 2024-09-16T00:12:32.273 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.271+0000 7f12b48d7640 1 -- start start 2024-09-16T00:12:32.274 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12b48d7640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f12b0096340 0x7f12b0096720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12b48d7640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f12b012dd80 0x7f12b0135550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12b48d7640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12b009bd90 con 0x7f12b012d210 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12b48d7640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f12b0098580 con 0x7f12b012dd80 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12b48d7640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f12b00997e0 con 0x7f12b0096340 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12add9b640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f12b012d210 0x7f12b012d670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53444/0 (socket says 172.21.15.176:53444) 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12add9b640 1 -- 172.21.15.176:0/2911271841 learned_addr learned my addr 172.21.15.176:0/2911271841 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12aed9d640 1 --2- 172.21.15.176:0/2911271841 >> v2:172.21.15.176:3300/0 conn(0x7f12b012dd80 0x7f12b0135550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12ae59c640 1 --2- 172.21.15.176:0/2911271841 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f12b0096340 0x7f12b0096720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12ad59a640 1 -- 172.21.15.176:0/2911271841 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3647489322 0 0) 0x7f12b009bd90 con 0x7f12b012d210 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.272+0000 7f12ad59a640 1 -- 172.21.15.176:0/2911271841 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1298003520 con 0x7f12b012d210 2024-09-16T00:12:32.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.273+0000 7f12aed9d640 1 -- 172.21.15.176:0/2911271841 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f12b0096340 msgr2=0x7f12b0096720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:32.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.273+0000 7f12aed9d640 1 --2- 172.21.15.176:0/2911271841 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f12b0096340 0x7f12b0096720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.273+0000 7f12aed9d640 1 -- 172.21.15.176:0/2911271841 >> v1:172.21.15.176:6789/0 conn(0x7f12b012d210 legacy=0x7f12b012d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.273+0000 7f12aed9d640 1 -- 172.21.15.176:0/2911271841 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b0099a10 con 0x7f12b012dd80 2024-09-16T00:12:32.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.274+0000 7f12aed9d640 1 --2- 172.21.15.176:0/2911271841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f12b012dd80 0x7f12b0135550 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f12a8009d90 tx=0x7f12a802a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d94a21c1beb77774 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.274+0000 7f12ad59a640 1 -- 172.21.15.176:0/2911271841 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a8007740 con 0x7f12b012dd80 2024-09-16T00:12:32.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.274+0000 7f12ad59a640 1 -- 172.21.15.176:0/2911271841 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a80078e0 con 0x7f12b012dd80 2024-09-16T00:12:32.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.274+0000 7f12ad59a640 1 -- 172.21.15.176:0/2911271841 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a8007c90 con 0x7f12b012dd80 2024-09-16T00:12:32.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.275+0000 7f12b48d7640 1 -- 172.21.15.176:0/2911271841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f12b012dd80 msgr2=0x7f12b0135550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.275+0000 7f12b48d7640 1 --2- 172.21.15.176:0/2911271841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f12b012dd80 0x7f12b0135550 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f12a8009d90 tx=0x7f12a802a530 comp rx=0 tx=0).stop 2024-09-16T00:12:32.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.275+0000 7f12b48d7640 1 -- 172.21.15.176:0/2911271841 shutdown_connections 2024-09-16T00:12:32.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.275+0000 7f12b48d7640 1 --2- 172.21.15.176:0/2911271841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f12b012dd80 0x7f12b0135550 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.275+0000 7f12b48d7640 1 --2- 172.21.15.176:0/2911271841 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f12b0096340 0x7f12b0096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.277 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.275+0000 7f12b48d7640 1 -- 172.21.15.176:0/2911271841 >> 172.21.15.176:0/2911271841 conn(0x7f12b009cb20 msgr2=0x7f12b009cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.275+0000 7f12b48d7640 1 -- 172.21.15.176:0/2911271841 shutdown_connections 2024-09-16T00:12:32.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.275+0000 7f12b48d7640 1 -- 172.21.15.176:0/2911271841 wait complete. 2024-09-16T00:12:32.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12b48d7640 1 Processor -- start 2024-09-16T00:12:32.278 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12b48d7640 1 -- start start 2024-09-16T00:12:32.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12b48d7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f12b0096340 0x7f12b01c2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12b48d7640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f12b012d210 0x7f12b01c27d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12b48d7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f12b012dd80 0x7f12b0128b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12b48d7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f12b0098ba0 con 0x7f12b0096340 2024-09-16T00:12:32.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12b48d7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f12b0099380 con 0x7f12b012dd80 2024-09-16T00:12:32.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12b48d7640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f12b0096c60 con 0x7f12b012d210 2024-09-16T00:12:32.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12ae59c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f12b0096340 0x7f12b01c2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12aed9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f12b012dd80 0x7f12b0128b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12aed9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f12b012dd80 0x7f12b0128b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41726/0 (socket says 172.21.15.176:41726) 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12aed9d640 1 -- 172.21.15.176:0/764588577 learned_addr learned my addr 172.21.15.176:0/764588577 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.277+0000 7f12add9b640 1 --2- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f12b012d210 0x7f12b01c27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f12aed9d640 1 -- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f12b012d210 msgr2=0x7f12b01c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f12aed9d640 1 --2- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f12b012d210 0x7f12b01c27d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f12aed9d640 1 -- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f12b0096340 msgr2=0x7f12b01c2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f12aed9d640 1 --2- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f12b0096340 0x7f12b01c2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f12aed9d640 1 -- 172.21.15.176:0/764588577 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b0099f60 con 0x7f12b012dd80 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f12aed9d640 1 --2- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f12b012dd80 0x7f12b0128b80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f12a8009e80 tx=0x7f12a8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f129effd640 1 -- 172.21.15.176:0/764588577 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a8009450 con 0x7f12b012dd80 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f12b48d7640 1 -- 172.21.15.176:0/764588577 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12b008d960 con 0x7f12b012dd80 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f129effd640 1 -- 172.21.15.176:0/764588577 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a8031c90 con 0x7f12b012dd80 2024-09-16T00:12:32.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f129effd640 1 -- 172.21.15.176:0/764588577 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a803c660 con 0x7f12b012dd80 2024-09-16T00:12:32.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.278+0000 7f12b48d7640 1 -- 172.21.15.176:0/764588577 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f12b01c2d10 con 0x7f12b012dd80 2024-09-16T00:12:32.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.280+0000 7f12b48d7640 1 -- 172.21.15.176:0/764588577 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12b0096720 con 0x7f12b012dd80 2024-09-16T00:12:32.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.280+0000 7f129effd640 1 -- 172.21.15.176:0/764588577 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f12a8039040 con 0x7f12b012dd80 2024-09-16T00:12:32.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.280+0000 7f129effd640 1 -- 172.21.15.176:0/764588577 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f12a807ea60 con 0x7f12b012dd80 2024-09-16T00:12:32.289 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.287+0000 7f129effd640 1 -- 172.21.15.176:0/764588577 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f12a8040030 con 0x7f12b012dd80 2024-09-16T00:12:32.317 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.315+0000 7fcf5356c640 1 Processor -- start 2024-09-16T00:12:32.317 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.315+0000 7fcf5356c640 1 -- start start 2024-09-16T00:12:32.319 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf5356c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fcf4c06dce0 0x7fcf4c06e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf5356c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06e600 0x7fcf4c12f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf5356c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 0x7fcf4c12fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf5356c640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fcf4c075bc0 con 0x7fcf4c06dce0 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf5356c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fcf4c070340 con 0x7fcf4c12f880 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf5356c640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fcf4c130250 con 0x7fcf4c06e600 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf50b07640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06e600 0x7fcf4c12f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf50b07640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06e600 0x7fcf4c12f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33610/0 (socket says 172.21.15.176:33610) 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf50b07640 1 -- 172.21.15.176:0/3010625521 learned_addr learned my addr 172.21.15.176:0/3010625521 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf51b09640 1 --2- 172.21.15.176:0/3010625521 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 0x7fcf4c12fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf51308640 1 --2- 172.21.15.176:0/3010625521 >> v2:172.21.15.176:3300/0 conn(0x7fcf4c06dce0 0x7fcf4c06e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.320 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf50b07640 1 -- 172.21.15.176:0/3010625521 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 msgr2=0x7fcf4c12fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf50b07640 1 --2- 172.21.15.176:0/3010625521 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 0x7fcf4c12fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf50b07640 1 -- 172.21.15.176:0/3010625521 >> v2:172.21.15.176:3300/0 conn(0x7fcf4c06dce0 msgr2=0x7fcf4c06e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf50b07640 1 --2- 172.21.15.176:0/3010625521 >> v2:172.21.15.176:3300/0 conn(0x7fcf4c06dce0 0x7fcf4c06e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf50b07640 1 -- 172.21.15.176:0/3010625521 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf4c06f720 con 0x7fcf4c06e600 2024-09-16T00:12:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf51b09640 1 --2- 172.21.15.176:0/3010625521 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 0x7fcf4c12fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.316+0000 7fcf51308640 1 --2- 172.21.15.176:0/3010625521 >> v2:172.21.15.176:3300/0 conn(0x7fcf4c06dce0 0x7fcf4c06e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.317+0000 7fcf50b07640 1 --2- 172.21.15.176:0/3010625521 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06e600 0x7fcf4c12f340 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c009870 tx=0x7fcf3c02a090 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d52cf2619f156d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.317+0000 7fcf43fff640 1 -- 172.21.15.176:0/3010625521 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c037070 con 0x7fcf4c06e600 2024-09-16T00:12:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.317+0000 7fcf43fff640 1 -- 172.21.15.176:0/3010625521 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf3c02ade0 con 0x7fcf4c06e600 2024-09-16T00:12:32.321 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.317+0000 7fcf43fff640 1 -- 172.21.15.176:0/3010625521 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c032660 con 0x7fcf4c06e600 2024-09-16T00:12:32.322 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fcf5356c640 1 -- 172.21.15.176:0/3010625521 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06e600 msgr2=0x7fcf4c12f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.322 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fcf5356c640 1 --2- 172.21.15.176:0/3010625521 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06e600 0x7fcf4c12f340 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c009870 tx=0x7fcf3c02a090 comp rx=0 tx=0).stop 2024-09-16T00:12:32.322 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fcf5356c640 1 -- 172.21.15.176:0/3010625521 shutdown_connections 2024-09-16T00:12:32.322 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fcf5356c640 1 --2- 172.21.15.176:0/3010625521 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 0x7fcf4c12fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.322 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fcf5356c640 1 --2- 172.21.15.176:0/3010625521 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06e600 0x7fcf4c12f340 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.322 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fcf5356c640 1 --2- 172.21.15.176:0/3010625521 >> v2:172.21.15.176:3300/0 conn(0x7fcf4c06dce0 0x7fcf4c06e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.322 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fcf5356c640 1 -- 172.21.15.176:0/3010625521 >> 172.21.15.176:0/3010625521 conn(0x7fcf4c09e980 msgr2=0x7fcf4c09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.323 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fa576395640 1 Processor -- start 2024-09-16T00:12:32.323 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fcf5356c640 1 -- 172.21.15.176:0/3010625521 shutdown_connections 2024-09-16T00:12:32.323 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fcf5356c640 1 -- 172.21.15.176:0/3010625521 wait complete. 2024-09-16T00:12:32.324 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.318+0000 7fa576395640 1 -- start start 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa576395640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006ee30 0x7fa57006f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa576395640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fa5701351f0 0x7fa5701375e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa576395640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa57006cef0 con 0x7fa57006f750 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa576395640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fa570070430 con 0x7fa5701351f0 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa576395640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa57006fb90 con 0x7fa57006ee30 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa574932640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fa5701351f0 0x7fa5701375e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa56ffff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006ee30 0x7fa57006f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa56f7fe640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fa57006f750 0x7fa570133ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53448/0 (socket says 172.21.15.176:53448) 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa56f7fe640 1 -- 172.21.15.176:0/3967340240 learned_addr learned my addr 172.21.15.176:0/3967340240 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa56effd640 1 -- 172.21.15.176:0/3967340240 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2069256955 0 0) 0x7fa57006cef0 con 0x7fa57006f750 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa56effd640 1 -- 172.21.15.176:0/3967340240 --> v1:172.21.15.176:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa558003520 con 0x7fa57006f750 2024-09-16T00:12:32.325 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa574932640 1 -- 172.21.15.176:0/3967340240 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006ee30 msgr2=0x7fa57006f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:32.326 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa574932640 1 --2- 172.21.15.176:0/3967340240 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006ee30 0x7fa57006f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.326 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa574932640 1 -- 172.21.15.176:0/3967340240 >> v1:172.21.15.176:6789/0 conn(0x7fa57006f750 legacy=0x7fa570133ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.326 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa574932640 1 -- 172.21.15.176:0/3967340240 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa57006d7e0 con 0x7fa5701351f0 2024-09-16T00:12:32.326 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.319+0000 7fa56ffff640 1 --2- 172.21.15.176:0/3967340240 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006ee30 0x7fa57006f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.327 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf5356c640 1 Processor -- start 2024-09-16T00:12:32.327 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf5356c640 1 -- start start 2024-09-16T00:12:32.327 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf5356c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06dce0 0x7fcf4c1c4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.327 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf5356c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 0x7fcf4c1c5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.327 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf5356c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf4c130430 0x7fcf4c1308b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.327 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf5356c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4c1367f0 con 0x7fcf4c130430 2024-09-16T00:12:32.327 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf5356c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fcf4c136670 con 0x7fcf4c12f880 2024-09-16T00:12:32.327 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf5356c640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fcf4c136970 con 0x7fcf4c06dce0 2024-09-16T00:12:32.327 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf51308640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06dce0 0x7fcf4c1c4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.328 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf51308640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06dce0 0x7fcf4c1c4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33622/0 (socket says 172.21.15.176:33622) 2024-09-16T00:12:32.328 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fa574932640 1 --2- 172.21.15.176:0/3967340240 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa5701351f0 0x7fa5701375e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa5600097a0 tx=0x7fa56002a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3090ec97b2f69f68 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.328 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fa56effd640 1 -- 172.21.15.176:0/3967340240 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa560037070 con 0x7fa5701351f0 2024-09-16T00:12:32.328 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf50b07640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 0x7fcf4c1c5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.328 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf51308640 1 -- 172.21.15.176:0/628319637 learned_addr learned my addr 172.21.15.176:0/628319637 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.328 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.320+0000 7fcf51b09640 1 --2- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf4c130430 0x7fcf4c1308b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.329 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fa56effd640 1 -- 172.21.15.176:0/3967340240 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa56002adb0 con 0x7fa5701351f0 2024-09-16T00:12:32.329 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fa56effd640 1 -- 172.21.15.176:0/3967340240 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa560032660 con 0x7fa5701351f0 2024-09-16T00:12:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf51308640 1 -- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 msgr2=0x7fcf4c1c5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf51308640 1 --2- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 0x7fcf4c1c5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf51308640 1 -- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf4c130430 msgr2=0x7fcf4c1308b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf51308640 1 --2- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf4c130430 0x7fcf4c1308b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf51308640 1 -- 172.21.15.176:0/628319637 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf4c131c80 con 0x7fcf4c06dce0 2024-09-16T00:12:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf51b09640 1 --2- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf4c130430 0x7fcf4c1308b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf50b07640 1 --2- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 0x7fcf4c1c5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf51308640 1 --2- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06dce0 0x7fcf4c1c4b00 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcf4800c820 tx=0x7fcf4800cc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf41ffb640 1 -- 172.21.15.176:0/628319637 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf48015070 con 0x7fcf4c06dce0 2024-09-16T00:12:32.330 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf41ffb640 1 -- 172.21.15.176:0/628319637 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf48007a30 con 0x7fcf4c06dce0 2024-09-16T00:12:32.331 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf41ffb640 1 -- 172.21.15.176:0/628319637 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf48007de0 con 0x7fcf4c06dce0 2024-09-16T00:12:32.331 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fcf5356c640 1 -- 172.21.15.176:0/628319637 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf4c1338f0 con 0x7fcf4c06dce0 2024-09-16T00:12:32.331 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fa576395640 1 -- 172.21.15.176:0/3967340240 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa5701351f0 msgr2=0x7fa5701375e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.331 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fa576395640 1 --2- 172.21.15.176:0/3967340240 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa5701351f0 0x7fa5701375e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa5600097a0 tx=0x7fa56002a060 comp rx=0 tx=0).stop 2024-09-16T00:12:32.331 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fa576395640 1 -- 172.21.15.176:0/3967340240 shutdown_connections 2024-09-16T00:12:32.331 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fa576395640 1 --2- 172.21.15.176:0/3967340240 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa5701351f0 0x7fa5701375e0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.332 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fa576395640 1 --2- 172.21.15.176:0/3967340240 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006ee30 0x7fa57006f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.332 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.321+0000 7fa576395640 1 -- 172.21.15.176:0/3967340240 >> 172.21.15.176:0/3967340240 conn(0x7fa57009b610 msgr2=0x7fa57009ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.332 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.322+0000 7fa576395640 1 -- 172.21.15.176:0/3967340240 shutdown_connections 2024-09-16T00:12:32.332 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.322+0000 7fa576395640 1 -- 172.21.15.176:0/3967340240 wait complete. 2024-09-16T00:12:32.332 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.322+0000 7fcf5356c640 1 -- 172.21.15.176:0/628319637 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf4c132d40 con 0x7fcf4c06dce0 2024-09-16T00:12:32.332 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.322+0000 7fcf41ffb640 1 -- 172.21.15.176:0/628319637 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fcf48018070 con 0x7fcf4c06dce0 2024-09-16T00:12:32.332 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.323+0000 7fa576395640 1 Processor -- start 2024-09-16T00:12:32.333 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.323+0000 7fcf41ffb640 1 -- 172.21.15.176:0/628319637 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fcf4805d8f0 con 0x7fcf4c06dce0 2024-09-16T00:12:32.333 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.323+0000 7fa576395640 1 -- start start 2024-09-16T00:12:32.333 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.323+0000 7fcf5356c640 1 -- 172.21.15.176:0/628319637 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf4c06e0c0 con 0x7fcf4c06dce0 2024-09-16T00:12:32.335 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.323+0000 7fa576395640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa57006ee30 0x7fa570096e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.335 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.323+0000 7fa576395640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006f750 0x7fa570097370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.335 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.323+0000 7fa56ffff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa57006ee30 0x7fa570096e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.335 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56f7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006f750 0x7fa570097370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.335 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56ffff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa57006ee30 0x7fa570096e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33628/0 (socket says 172.21.15.176:33628) 2024-09-16T00:12:32.335 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56f7fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006f750 0x7fa570097370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41758/0 (socket says 172.21.15.176:41758) 2024-09-16T00:12:32.335 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56ffff640 1 -- 172.21.15.176:0/457060322 learned_addr learned my addr 172.21.15.176:0/457060322 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.335 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa576395640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa5701351f0 0x7fa5701c41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa570137eb0 con 0x7fa5701351f0 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fa570137d30 con 0x7fa57006f750 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fa570138030 con 0x7fa57006ee30 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56f7fe640 1 -- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa57006ee30 msgr2=0x7fa570096e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56f7fe640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa57006ee30 0x7fa570096e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56f7fe640 1 -- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa5701351f0 msgr2=0x7fa5701c41b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa574932640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa5701351f0 0x7fa5701c41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56f7fe640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa5701351f0 0x7fa5701c41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56f7fe640 1 -- 172.21.15.176:0/457060322 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa570125960 con 0x7fa57006f750 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56ffff640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa57006ee30 0x7fa570096e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.324+0000 7fa56f7fe640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006f750 0x7fa570097370 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa56400c7b0 tx=0x7fa56400cc70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.336 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.325+0000 7fa574932640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa5701351f0 0x7fa5701c41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:32.337 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.325+0000 7fa56cff9640 1 -- 172.21.15.176:0/457060322 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa564017070 con 0x7fa57006f750 2024-09-16T00:12:32.337 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.325+0000 7fa56cff9640 1 -- 172.21.15.176:0/457060322 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa564005ab0 con 0x7fa57006f750 2024-09-16T00:12:32.337 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.325+0000 7fa56cff9640 1 -- 172.21.15.176:0/457060322 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56400ce60 con 0x7fa57006f750 2024-09-16T00:12:32.337 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.325+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa570124db0 con 0x7fa57006f750 2024-09-16T00:12:32.337 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.325+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5700978b0 con 0x7fa57006f750 2024-09-16T00:12:32.337 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.327+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa57006f210 con 0x7fa57006f750 2024-09-16T00:12:32.337 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.327+0000 7fa56cff9640 1 -- 172.21.15.176:0/457060322 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fa56401a070 con 0x7fa57006f750 2024-09-16T00:12:32.337 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.328+0000 7fa56cff9640 1 -- 172.21.15.176:0/457060322 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fa56405cd40 con 0x7fa57006f750 2024-09-16T00:12:32.338 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.329+0000 7fcf41ffb640 1 -- 172.21.15.176:0/628319637 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fcf4800ce10 con 0x7fcf4c06dce0 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.330+0000 7fbc08c91640 1 Processor -- start 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.330+0000 7fbc08c91640 1 -- start start 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc08c91640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc0412e7f0 0x7fbc0412ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc08c91640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fbc04096440 0x7fbc041376f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc08c91640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc04097080 con 0x7fbc040958d0 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc08c91640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fbc04097da0 con 0x7fbc04096440 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc08c91640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fbc04097ae0 con 0x7fbc0412e7f0 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc02d9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fbc04096440 0x7fbc041376f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc0259c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc0412e7f0 0x7fbc0412ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc02d9d640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fbc04096440 0x7fbc041376f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33754/0 (socket says 172.21.15.176:33754) 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc02d9d640 1 -- 172.21.15.176:0/1248345394 learned_addr learned my addr 172.21.15.176:0/1248345394 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc0259c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc0412e7f0 0x7fbc0412ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33636/0 (socket says 172.21.15.176:33636) 2024-09-16T00:12:32.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc02d9d640 1 -- 172.21.15.176:0/1248345394 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc0412e7f0 msgr2=0x7fbc0412ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:32.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc02d9d640 1 --2- 172.21.15.176:0/1248345394 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc0412e7f0 0x7fbc0412ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc02d9d640 1 -- 172.21.15.176:0/1248345394 >> v1:172.21.15.176:6789/0 conn(0x7fbc040958d0 legacy=0x7fbc04095d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc02d9d640 1 -- 172.21.15.176:0/1248345394 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc0412f110 con 0x7fbc04096440 2024-09-16T00:12:32.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.331+0000 7fbc0259c640 1 --2- 172.21.15.176:0/1248345394 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc0412e7f0 0x7fbc0412ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.332+0000 7fbc02d9d640 1 --2- 172.21.15.176:0/1248345394 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc04096440 0x7fbc041376f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc009e50 tx=0x7fbbfc02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f79bd91653271420 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.332+0000 7fbc0159a640 1 -- 172.21.15.176:0/1248345394 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc036070 con 0x7fbc04096440 2024-09-16T00:12:32.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.332+0000 7fa56cff9640 1 -- 172.21.15.176:0/457060322 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fa56403bf90 con 0x7fa57006f750 2024-09-16T00:12:32.343 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.332+0000 7fbc0159a640 1 -- 172.21.15.176:0/1248345394 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbfc031600 con 0x7fbc04096440 2024-09-16T00:12:32.343 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.332+0000 7fbc0159a640 1 -- 172.21.15.176:0/1248345394 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc0319d0 con 0x7fbc04096440 2024-09-16T00:12:32.343 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.333+0000 7fbc08c91640 1 -- 172.21.15.176:0/1248345394 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc04096440 msgr2=0x7fbc041376f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.343 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.333+0000 7fbc08c91640 1 --2- 172.21.15.176:0/1248345394 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc04096440 0x7fbc041376f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc009e50 tx=0x7fbbfc02a5f0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.343 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.333+0000 7fbc08c91640 1 -- 172.21.15.176:0/1248345394 shutdown_connections 2024-09-16T00:12:32.343 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.333+0000 7fbc08c91640 1 --2- 172.21.15.176:0/1248345394 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc04096440 0x7fbc041376f0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.334+0000 7fbc08c91640 1 --2- 172.21.15.176:0/1248345394 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc0412e7f0 0x7fbc0412ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.334+0000 7fbc08c91640 1 -- 172.21.15.176:0/1248345394 >> 172.21.15.176:0/1248345394 conn(0x7fbc0409c2a0 msgr2=0x7fbc0409c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.334+0000 7fbc08c91640 1 -- 172.21.15.176:0/1248345394 shutdown_connections 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.334+0000 7fbc08c91640 1 -- 172.21.15.176:0/1248345394 wait complete. 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.335+0000 7fbc08c91640 1 Processor -- start 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.335+0000 7fbc08c91640 1 -- start start 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc08c91640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbc040958d0 0x7fbc0408f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc08c91640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc04096440 0x7fbc0408f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc08c91640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc0412e7f0 0x7fbc0408fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc0259c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbc040958d0 0x7fbc0408f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc08c91640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbc04063240 con 0x7fbc0412e7f0 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc08c91640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fbc040630c0 con 0x7fbc040958d0 2024-09-16T00:12:32.344 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc08c91640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fbc0408cf60 con 0x7fbc04096440 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc0259c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbc040958d0 0x7fbc0408f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41770/0 (socket says 172.21.15.176:41770) 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc0259c640 1 -- 172.21.15.176:0/188983881 learned_addr learned my addr 172.21.15.176:0/188983881 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc01d9b640 1 --2- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc04096440 0x7fbc0408f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc02d9d640 1 --2- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc0412e7f0 0x7fbc0408fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc01d9b640 1 -- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbc040958d0 msgr2=0x7fbc0408f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc01d9b640 1 --2- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbc040958d0 0x7fbc0408f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc01d9b640 1 -- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc0412e7f0 msgr2=0x7fbc0408fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc01d9b640 1 --2- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc0412e7f0 0x7fbc0408fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc01d9b640 1 -- 172.21.15.176:0/188983881 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc04092680 con 0x7fbc04096440 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.336+0000 7fbc0259c640 1 --2- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbc040958d0 0x7fbc0408f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.337+0000 7fbc01d9b640 1 --2- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc04096440 0x7fbc0408f7c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800c340 tx=0x7fbbf800c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.337+0000 7fbbf2ffd640 1 -- 172.21.15.176:0/188983881 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf80052d0 con 0x7fbc04096440 2024-09-16T00:12:32.345 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.337+0000 7fbbf2ffd640 1 -- 172.21.15.176:0/188983881 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbf8005490 con 0x7fbc04096440 2024-09-16T00:12:32.346 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.337+0000 7fbc08c91640 1 -- 172.21.15.176:0/188983881 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc04090d00 con 0x7fbc04096440 2024-09-16T00:12:32.346 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.337+0000 7fbbf2ffd640 1 -- 172.21.15.176:0/188983881 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8007260 con 0x7fbc04096440 2024-09-16T00:12:32.346 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.337+0000 7fbc08c91640 1 -- 172.21.15.176:0/188983881 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc04091900 con 0x7fbc04096440 2024-09-16T00:12:32.346 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.338+0000 7fbc08c91640 1 -- 172.21.15.176:0/188983881 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc0412ebd0 con 0x7fbc04096440 2024-09-16T00:12:32.346 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.338+0000 7fbbf2ffd640 1 -- 172.21.15.176:0/188983881 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fbbf8007400 con 0x7fbc04096440 2024-09-16T00:12:32.346 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.339+0000 7fbbf2ffd640 1 -- 172.21.15.176:0/188983881 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fbbf805cea0 con 0x7fbc04096440 2024-09-16T00:12:32.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.346+0000 7fbbf2ffd640 1 -- 172.21.15.176:0/188983881 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fbc04092680 con 0x7fbc04096440 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.475+0000 7f12b48d7640 1 -- 172.21.15.176:0/764588577 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f12b008e510 con 0x7f12b012dd80 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.476+0000 7f129effd640 1 -- 172.21.15.176:0/764588577 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f12a807db10 con 0x7f12b012dd80 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi176.stdout:115964116994 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.478+0000 7f12b48d7640 1 -- 172.21.15.176:0/764588577 >> v1:172.21.15.176:6816/980076289 conn(0x7f1290047fd0 legacy=0x7f129004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.478+0000 7f12b48d7640 1 -- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f12b012dd80 msgr2=0x7f12b0128b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.478+0000 7f12b48d7640 1 --2- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f12b012dd80 0x7f12b0128b80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f12a8009e80 tx=0x7f12a8004a40 comp rx=0 tx=0).stop 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.478+0000 7f12b48d7640 1 -- 172.21.15.176:0/764588577 shutdown_connections 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.478+0000 7f12b48d7640 1 --2- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f12b012dd80 0x7f12b0128b80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.478+0000 7f12b48d7640 1 --2- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f12b012d210 0x7f12b01c27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.478+0000 7f12b48d7640 1 --2- 172.21.15.176:0/764588577 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f12b0096340 0x7f12b01c2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.478+0000 7f12b48d7640 1 -- 172.21.15.176:0/764588577 >> 172.21.15.176:0/764588577 conn(0x7f12b009cb20 msgr2=0x7f12b012b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.478+0000 7f12b48d7640 1 -- 172.21.15.176:0/764588577 shutdown_connections 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.478+0000 7f12b48d7640 1 -- 172.21.15.176:0/764588577 wait complete. 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.481+0000 7fcf5356c640 1 -- 172.21.15.176:0/628319637 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fcf4c068fe0 con 0x7fcf4c06dce0 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.481+0000 7fcf41ffb640 1 -- 172.21.15.176:0/628319637 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fcf4805c9a0 con 0x7fcf4c06dce0 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi176.stdout:107374182402 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.483+0000 7fcf5356c640 1 -- 172.21.15.176:0/628319637 >> v1:172.21.15.176:6816/980076289 conn(0x7fcf30047fd0 legacy=0x7fcf3004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.483+0000 7fcf5356c640 1 -- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06dce0 msgr2=0x7fcf4c1c4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.483+0000 7fcf5356c640 1 --2- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06dce0 0x7fcf4c1c4b00 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcf4800c820 tx=0x7fcf4800cc20 comp rx=0 tx=0).stop 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.483+0000 7fcf5356c640 1 -- 172.21.15.176:0/628319637 shutdown_connections 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.483+0000 7fcf5356c640 1 --2- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf4c130430 0x7fcf4c1308b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.483+0000 7fcf5356c640 1 --2- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcf4c12f880 0x7fcf4c1c5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.483+0000 7fcf5356c640 1 --2- 172.21.15.176:0/628319637 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcf4c06dce0 0x7fcf4c1c4b00 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.483+0000 7fcf5356c640 1 -- 172.21.15.176:0/628319637 >> 172.21.15.176:0/628319637 conn(0x7fcf4c09e980 msgr2=0x7fcf4c0725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.483+0000 7fcf5356c640 1 -- 172.21.15.176:0/628319637 shutdown_connections 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.483+0000 7fcf5356c640 1 -- 172.21.15.176:0/628319637 wait complete. 2024-09-16T00:12:32.489 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.487+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fa570124f80 con 0x7fa57006f750 2024-09-16T00:12:32.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.488+0000 7fa56cff9640 1 -- 172.21.15.176:0/457060322 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa56403c1f0 con 0x7fa57006f750 2024-09-16T00:12:32.490 INFO:teuthology.orchestra.run.smithi176.stdout:120259084290 2024-09-16T00:12:32.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.490+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 >> v1:172.21.15.176:6816/980076289 conn(0x7fa55c048050 legacy=0x7fa55c04a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.492 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.490+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006f750 msgr2=0x7fa570097370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.490+0000 7fa576395640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006f750 0x7fa570097370 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa56400c7b0 tx=0x7fa56400cc70 comp rx=0 tx=0).stop 2024-09-16T00:12:32.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.490+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 shutdown_connections 2024-09-16T00:12:32.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.490+0000 7fa576395640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa5701351f0 0x7fa5701c41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.490+0000 7fa576395640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fa57006f750 0x7fa570097370 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.490+0000 7fa576395640 1 --2- 172.21.15.176:0/457060322 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fa57006ee30 0x7fa570096e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.490+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 >> 172.21.15.176:0/457060322 conn(0x7fa57009b610 msgr2=0x7fa570072dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.490+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 shutdown_connections 2024-09-16T00:12:32.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.490+0000 7fa576395640 1 -- 172.21.15.176:0/457060322 wait complete. 2024-09-16T00:12:32.496 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116994 for osd.2 2024-09-16T00:12:32.497 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182404 got 107374182402 for osd.1 2024-09-16T00:12:32.504 INFO:tasks.ceph.ceph_manager.ceph:need seq 120259084291 got 120259084290 for osd.3 2024-09-16T00:12:32.522 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.520+0000 7fbc08c91640 1 -- 172.21.15.176:0/188983881 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fbc04068d60 con 0x7fbc04096440 2024-09-16T00:12:32.522 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.520+0000 7fbbf2ffd640 1 -- 172.21.15.176:0/188983881 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fbbf803bff0 con 0x7fbc04096440 2024-09-16T00:12:32.523 INFO:teuthology.orchestra.run.smithi176.stdout:107374182402 2024-09-16T00:12:32.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.522+0000 7fbc08c91640 1 -- 172.21.15.176:0/188983881 >> v1:172.21.15.176:6816/980076289 conn(0x7fbbe4047fd0 legacy=0x7fbbe404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.522+0000 7fbc08c91640 1 -- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc04096440 msgr2=0x7fbc0408f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:32.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.522+0000 7fbc08c91640 1 --2- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc04096440 0x7fbc0408f7c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800c340 tx=0x7fbbf800c800 comp rx=0 tx=0).stop 2024-09-16T00:12:32.524 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.522+0000 7fbc08c91640 1 -- 172.21.15.176:0/188983881 shutdown_connections 2024-09-16T00:12:32.525 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.522+0000 7fbc08c91640 1 --2- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc0412e7f0 0x7fbc0408fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.525 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.522+0000 7fbc08c91640 1 --2- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbc04096440 0x7fbc0408f7c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.525 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.522+0000 7fbc08c91640 1 --2- 172.21.15.176:0/188983881 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbc040958d0 0x7fbc0408f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:32.525 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.522+0000 7fbc08c91640 1 -- 172.21.15.176:0/188983881 >> 172.21.15.176:0/188983881 conn(0x7fbc0409c2a0 msgr2=0x7fbc04098bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:32.525 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.522+0000 7fbc08c91640 1 -- 172.21.15.176:0/188983881 shutdown_connections 2024-09-16T00:12:32.525 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:32.522+0000 7fbc08c91640 1 -- 172.21.15.176:0/188983881 wait complete. 2024-09-16T00:12:32.535 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182404 got 107374182402 for osd.0 2024-09-16T00:12:33.497 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T00:12:33.498 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T00:12:33.505 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T00:12:33.536 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T00:12:33.612 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.610+0000 7f9b395a5640 1 Processor -- start 2024-09-16T00:12:33.613 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.610+0000 7f083e68a640 1 Processor -- start 2024-09-16T00:12:33.613 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.610+0000 7f9b395a5640 1 -- start start 2024-09-16T00:12:33.613 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.610+0000 7f083e68a640 1 -- start start 2024-09-16T00:12:33.614 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b395a5640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406cd10 0x7f9b3406f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.614 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b395a5640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f9b3406f850 0x7f9b3406fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.614 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b395a5640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9b34133b40 0x7f9b34135f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.614 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b395a5640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f9b340705c0 con 0x7f9b3406f850 2024-09-16T00:12:33.614 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b395a5640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f9b340701b0 con 0x7f9b34133b40 2024-09-16T00:12:33.614 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b395a5640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f9b34070360 con 0x7f9b3406cd10 2024-09-16T00:12:33.615 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b327fc640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f9b3406f850 0x7f9b3406fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.615 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b327fc640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f9b3406f850 0x7f9b3406fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33774/0 (socket says 172.21.15.176:33774) 2024-09-16T00:12:33.615 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b327fc640 1 -- 172.21.15.176:0/2426688060 learned_addr learned my addr 172.21.15.176:0/2426688060 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:33.615 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f083e68a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0838097bf0 0x7f08381313d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.615 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f083e68a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838133d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.615 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f083e68a640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f083806de20 con 0x7f0838097100 2024-09-16T00:12:33.615 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f083e68a640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f0838075bc0 con 0x7f0838131910 2024-09-16T00:12:33.615 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f083e68a640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f0838098aa0 con 0x7f0838097bf0 2024-09-16T00:12:33.615 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f0837fff640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f0838097100 0x7f08380974e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53468/0 (socket says 172.21.15.176:53468) 2024-09-16T00:12:33.615 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f0837fff640 1 -- 172.21.15.176:0/2054380320 learned_addr learned my addr 172.21.15.176:0/2054380320 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:33.616 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f083cc27640 1 --2- 172.21.15.176:0/2054380320 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838133d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.616 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b32ffd640 1 --2- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406cd10 0x7f9b3406f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.616 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b337fe640 1 --2- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9b34133b40 0x7f9b34135f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.616 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b327fc640 1 -- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406cd10 msgr2=0x7f9b3406f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:33.616 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b327fc640 1 --2- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406cd10 0x7f9b3406f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.616 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b327fc640 1 -- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9b34133b40 msgr2=0x7f9b34135f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:33.616 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b327fc640 1 --2- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9b34133b40 0x7f9b34135f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.617 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f9b327fc640 1 -- 172.21.15.176:0/2426688060 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b34136470 con 0x7f9b3406f850 2024-09-16T00:12:33.617 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f083cc27640 1 -- 172.21.15.176:0/2054380320 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0838097bf0 msgr2=0x7f08381313d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:33.617 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f083cc27640 1 --2- 172.21.15.176:0/2054380320 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0838097bf0 0x7f08381313d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.617 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f083cc27640 1 -- 172.21.15.176:0/2054380320 >> v1:172.21.15.176:6789/0 conn(0x7f0838097100 legacy=0x7f08380974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.617 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.611+0000 7f083cc27640 1 -- 172.21.15.176:0/2054380320 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0838098010 con 0x7f0838131910 2024-09-16T00:12:33.617 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.612+0000 7f9b327fc640 1 --2- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9b3406f850 0x7f9b3406fc70 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9b280098a0 tx=0x7f9b2802a0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1032ae901dfa77e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:33.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.612+0000 7f083cc27640 1 --2- 172.21.15.176:0/2054380320 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838133d00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f083000d050 tx=0x7f083002c780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1727c88a0d54049 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:33.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f9b31ffb640 1 -- 172.21.15.176:0/2426688060 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b28037070 con 0x7f9b3406f850 2024-09-16T00:12:33.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f9b31ffb640 1 -- 172.21.15.176:0/2426688060 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b2802add0 con 0x7f9b3406f850 2024-09-16T00:12:33.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f9b31ffb640 1 -- 172.21.15.176:0/2426688060 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b28032660 con 0x7f9b3406f850 2024-09-16T00:12:33.618 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f0836ffd640 1 -- 172.21.15.176:0/2054380320 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0830038070 con 0x7f0838131910 2024-09-16T00:12:33.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f0836ffd640 1 -- 172.21.15.176:0/2054380320 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0830009540 con 0x7f0838131910 2024-09-16T00:12:33.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f0836ffd640 1 -- 172.21.15.176:0/2054380320 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0830009950 con 0x7f0838131910 2024-09-16T00:12:33.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f9b395a5640 1 -- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9b3406f850 msgr2=0x7f9b3406fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f9b395a5640 1 --2- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9b3406f850 0x7f9b3406fc70 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9b280098a0 tx=0x7f9b2802a0c0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f083e68a640 1 -- 172.21.15.176:0/2054380320 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 msgr2=0x7f0838133d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.619 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f083e68a640 1 --2- 172.21.15.176:0/2054380320 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838133d00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f083000d050 tx=0x7f083002c780 comp rx=0 tx=0).stop 2024-09-16T00:12:33.620 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f9b395a5640 1 -- 172.21.15.176:0/2426688060 shutdown_connections 2024-09-16T00:12:33.620 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f9b395a5640 1 --2- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9b34133b40 0x7f9b34135f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.620 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f083e68a640 1 -- 172.21.15.176:0/2054380320 shutdown_connections 2024-09-16T00:12:33.620 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f083e68a640 1 --2- 172.21.15.176:0/2054380320 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838133d00 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.620 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.613+0000 7f083e68a640 1 --2- 172.21.15.176:0/2054380320 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0838097bf0 0x7f08381313d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.620 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.614+0000 7f083e68a640 1 -- 172.21.15.176:0/2054380320 >> 172.21.15.176:0/2054380320 conn(0x7f083809b680 msgr2=0x7f083809ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:33.621 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.614+0000 7f9b395a5640 1 --2- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9b3406f850 0x7f9b3406fc70 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.621 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.614+0000 7f9b395a5640 1 --2- 172.21.15.176:0/2426688060 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406cd10 0x7f9b3406f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.621 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.614+0000 7f9b395a5640 1 -- 172.21.15.176:0/2426688060 >> 172.21.15.176:0/2426688060 conn(0x7f9b3409b8c0 msgr2=0x7f9b3409bcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:33.621 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.614+0000 7f9b395a5640 1 -- 172.21.15.176:0/2426688060 shutdown_connections 2024-09-16T00:12:33.621 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.614+0000 7f9b395a5640 1 -- 172.21.15.176:0/2426688060 wait complete. 2024-09-16T00:12:33.621 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.614+0000 7f083e68a640 1 -- 172.21.15.176:0/2054380320 shutdown_connections 2024-09-16T00:12:33.621 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.614+0000 7f083e68a640 1 -- 172.21.15.176:0/2054380320 wait complete. 2024-09-16T00:12:33.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b395a5640 1 Processor -- start 2024-09-16T00:12:33.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b395a5640 1 -- start start 2024-09-16T00:12:33.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f083e68a640 1 Processor -- start 2024-09-16T00:12:33.622 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f083e68a640 1 -- start start 2024-09-16T00:12:33.623 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b395a5640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9b3406cd10 0x7f9b34096e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.623 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b395a5640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406f850 0x7f9b340973c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.624 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b395a5640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9b34133b40 0x7f9b34097900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.624 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b395a5640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f9b341369d0 con 0x7f9b3406cd10 2024-09-16T00:12:33.624 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b395a5640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f9b34136850 con 0x7f9b34133b40 2024-09-16T00:12:33.624 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b395a5640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f9b34136b50 con 0x7f9b3406f850 2024-09-16T00:12:33.624 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b327fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406f850 0x7f9b340973c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.624 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b327fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406f850 0x7f9b340973c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33676/0 (socket says 172.21.15.176:33676) 2024-09-16T00:12:33.624 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b327fc640 1 -- 172.21.15.176:0/1856855266 learned_addr learned my addr 172.21.15.176:0/1856855266 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:33.624 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.615+0000 7f9b337fe640 1 --2- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9b34133b40 0x7f9b34097900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.624 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f083e68a640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0838097100 0x7f08380720a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.624 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f083e68a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0838097bf0 0x7f08380725e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.625 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f083e68a640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838072b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.629 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f9b327fc640 1 -- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9b34133b40 msgr2=0x7f9b34097900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.629 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f9b327fc640 1 --2- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9b34133b40 0x7f9b34097900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.629 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f9b32ffd640 1 --2- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9b3406cd10 0x7f9b34096e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.629 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f9b327fc640 1 -- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9b3406cd10 msgr2=0x7f9b34096e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.629 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f9b327fc640 1 --2- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9b3406cd10 0x7f9b34096e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.629 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f9b327fc640 1 -- 172.21.15.176:0/1856855266 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b34124620 con 0x7f9b3406f850 2024-09-16T00:12:33.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f083cc27640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838072b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f083cc27640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838072b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41806/0 (socket says 172.21.15.176:41806) 2024-09-16T00:12:33.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f083cc27640 1 -- 172.21.15.176:0/2348326674 learned_addr learned my addr 172.21.15.176:0/2348326674 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:33.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f083806d0a0 con 0x7f0838097bf0 2024-09-16T00:12:33.630 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f083806cf20 con 0x7f0838131910 2024-09-16T00:12:33.631 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f083806d220 con 0x7f0838097100 2024-09-16T00:12:33.631 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f08377fe640 1 --2- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0838097bf0 0x7f08380725e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.631 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f0837fff640 1 --2- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0838097100 0x7f08380720a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.631 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f08377fe640 1 -- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0838097100 msgr2=0x7f08380720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.631 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f08377fe640 1 --2- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0838097100 0x7f08380720a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.631 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f9b32ffd640 1 --2- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9b3406cd10 0x7f9b34096e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:33.632 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f08377fe640 1 -- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 msgr2=0x7f0838072b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.632 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f08377fe640 1 --2- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838072b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.632 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f08377fe640 1 -- 172.21.15.176:0/2348326674 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0838123fc0 con 0x7f0838097bf0 2024-09-16T00:12:33.632 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.616+0000 7f083cc27640 1 --2- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838072b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:33.632 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.617+0000 7f08377fe640 1 --2- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0838097bf0 0x7f08380725e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f082c00b3f0 tx=0x7f082c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:33.632 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.617+0000 7f9b327fc640 1 --2- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406f850 0x7f9b340973c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9b280098a0 tx=0x7f9b280046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:33.633 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.617+0000 7f0834ff9640 1 -- 172.21.15.176:0/2348326674 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f082c015020 con 0x7f0838097bf0 2024-09-16T00:12:33.633 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.617+0000 7f0834ff9640 1 -- 172.21.15.176:0/2348326674 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f082c011830 con 0x7f0838097bf0 2024-09-16T00:12:33.633 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.617+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0838073060 con 0x7f0838097bf0 2024-09-16T00:12:33.633 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.617+0000 7f0834ff9640 1 -- 172.21.15.176:0/2348326674 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f082c011c20 con 0x7f0838097bf0 2024-09-16T00:12:33.633 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.617+0000 7f9b1b7fe640 1 -- 172.21.15.176:0/1856855266 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b28037040 con 0x7f9b3406f850 2024-09-16T00:12:33.634 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.617+0000 7f9b1b7fe640 1 -- 172.21.15.176:0/1856855266 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b28042070 con 0x7f9b3406f850 2024-09-16T00:12:33.634 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.617+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08381252f0 con 0x7f0838097bf0 2024-09-16T00:12:33.634 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.617+0000 7f9b1b7fe640 1 -- 172.21.15.176:0/1856855266 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2803d660 con 0x7f9b3406f850 2024-09-16T00:12:33.635 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.618+0000 7f9b395a5640 1 -- 172.21.15.176:0/1856855266 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b340983e0 con 0x7f9b3406f850 2024-09-16T00:12:33.635 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.618+0000 7f9b395a5640 1 -- 172.21.15.176:0/1856855266 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b34124f50 con 0x7f9b3406f850 2024-09-16T00:12:33.635 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.619+0000 7f9b395a5640 1 -- 172.21.15.176:0/1856855266 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b34123e00 con 0x7f9b3406f850 2024-09-16T00:12:33.635 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.619+0000 7f9b1b7fe640 1 -- 172.21.15.176:0/1856855266 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f9b2803d800 con 0x7f9b3406f850 2024-09-16T00:12:33.635 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.618+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f083812a8d0 con 0x7f0838097bf0 2024-09-16T00:12:33.635 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.619+0000 7f9b1b7fe640 1 -- 172.21.15.176:0/1856855266 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f9b2807de90 con 0x7f9b3406f850 2024-09-16T00:12:33.636 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.620+0000 7f0834ff9640 1 -- 172.21.15.176:0/2348326674 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f082c018020 con 0x7f0838097bf0 2024-09-16T00:12:33.636 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.620+0000 7f0834ff9640 1 -- 172.21.15.176:0/2348326674 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f082c05d830 con 0x7f0838097bf0 2024-09-16T00:12:33.636 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.624+0000 7f9b1b7fe640 1 -- 172.21.15.176:0/1856855266 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f9b34124620 con 0x7f9b3406f850 2024-09-16T00:12:33.637 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.628+0000 7f0834ff9640 1 -- 172.21.15.176:0/2348326674 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f083812a8d0 con 0x7f0838097bf0 2024-09-16T00:12:33.654 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.650+0000 7fcd7af1f640 1 Processor -- start 2024-09-16T00:12:33.654 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.650+0000 7fcd7af1f640 1 -- start start 2024-09-16T00:12:33.654 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd7af1f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7406dce0 0x7fcd7406e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.654 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd7af1f640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 0x7fcd7412f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.654 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd7af1f640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fcd7412f880 0x7fcd7412fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.654 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd7af1f640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fcd74075bc0 con 0x7fcd7412f880 2024-09-16T00:12:33.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd7af1f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fcd74070340 con 0x7fcd7406dce0 2024-09-16T00:12:33.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd7af1f640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fcd74130270 con 0x7fcd7406e600 2024-09-16T00:12:33.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd794bc640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fcd7412f880 0x7fcd7412fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd794bc640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fcd7412f880 0x7fcd7412fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33810/0 (socket says 172.21.15.176:33810) 2024-09-16T00:12:33.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd794bc640 1 -- 172.21.15.176:0/436519895 learned_addr learned my addr 172.21.15.176:0/436519895 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:33.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd78cbb640 1 --2- 172.21.15.176:0/436519895 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7406dce0 0x7fcd7406e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd73fff640 1 --2- 172.21.15.176:0/436519895 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 0x7fcd7412f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd78cbb640 1 -- 172.21.15.176:0/436519895 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 msgr2=0x7fcd7412f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:33.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd78cbb640 1 --2- 172.21.15.176:0/436519895 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 0x7fcd7412f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.655 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd78cbb640 1 -- 172.21.15.176:0/436519895 >> v2:172.21.15.176:3300/0 conn(0x7fcd7412f880 msgr2=0x7fcd7412fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:33.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.651+0000 7fcd78cbb640 1 --2- 172.21.15.176:0/436519895 >> v2:172.21.15.176:3300/0 conn(0x7fcd7412f880 0x7fcd7412fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.652+0000 7fcd78cbb640 1 -- 172.21.15.176:0/436519895 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd7406f720 con 0x7fcd7406dce0 2024-09-16T00:12:33.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.652+0000 7fcd794bc640 1 --2- 172.21.15.176:0/436519895 >> v2:172.21.15.176:3300/0 conn(0x7fcd7412f880 0x7fcd7412fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:33.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.652+0000 7fcd73fff640 1 --2- 172.21.15.176:0/436519895 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 0x7fcd7412f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:33.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.652+0000 7fe14acf7640 1 Processor -- start 2024-09-16T00:12:33.656 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.652+0000 7fe14acf7640 1 -- start start 2024-09-16T00:12:33.657 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fcd78cbb640 1 --2- 172.21.15.176:0/436519895 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7406dce0 0x7fcd7406e0c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fcd680097a0 tx=0x7fcd68029fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f20f1b8bb39a730 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:33.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe14acf7640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe1441304e0 0x7fe1441328d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe14acf7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe144132e10 0x7fe144135200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe148a93640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fe14412d590 0x7fe14412d970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53474/0 (socket says 172.21.15.176:53474) 2024-09-16T00:12:33.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe143fff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe1441304e0 0x7fe1441328d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe143fff640 1 --2- 172.21.15.176:0/1971696248 >> v2:172.21.15.176:3300/0 conn(0x7fe1441304e0 0x7fe1441328d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33816/0 (socket says 172.21.15.176:33816) 2024-09-16T00:12:33.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe14acf7640 1 -- 172.21.15.176:0/1971696248 --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe14406cf80 con 0x7fe14412d590 2024-09-16T00:12:33.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe14acf7640 1 -- 172.21.15.176:0/1971696248 --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe14412d1d0 con 0x7fe1441304e0 2024-09-16T00:12:33.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe14acf7640 1 -- 172.21.15.176:0/1971696248 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe1440725b0 con 0x7fe144132e10 2024-09-16T00:12:33.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fcd737fe640 1 -- 172.21.15.176:0/436519895 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd68037070 con 0x7fcd7406dce0 2024-09-16T00:12:33.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fcd737fe640 1 -- 172.21.15.176:0/436519895 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd6802ad10 con 0x7fcd7406dce0 2024-09-16T00:12:33.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fcd737fe640 1 -- 172.21.15.176:0/436519895 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd68032660 con 0x7fcd7406dce0 2024-09-16T00:12:33.660 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe148a93640 1 -- 172.21.15.176:0/1971696248 learned_addr learned my addr 172.21.15.176:0/1971696248 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:33.660 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe149294640 1 --2- 172.21.15.176:0/1971696248 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe144132e10 0x7fe144135200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.660 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe149294640 1 -- 172.21.15.176:0/1971696248 >> v2:172.21.15.176:3300/0 conn(0x7fe1441304e0 msgr2=0x7fe1441328d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:33.660 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe1437fe640 1 -- 172.21.15.176:0/1971696248 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1032145324 0 0) 0x7fe14406cf80 con 0x7fe14412d590 2024-09-16T00:12:33.660 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe149294640 1 --2- 172.21.15.176:0/1971696248 >> v2:172.21.15.176:3300/0 conn(0x7fe1441304e0 0x7fe1441328d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.660 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe149294640 1 -- 172.21.15.176:0/1971696248 >> v1:172.21.15.176:6789/0 conn(0x7fe14412d590 legacy=0x7fe14412d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.660 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.653+0000 7fe149294640 1 -- 172.21.15.176:0/1971696248 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe14406d230 con 0x7fe144132e10 2024-09-16T00:12:33.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fe149294640 1 --2- 172.21.15.176:0/1971696248 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe144132e10 0x7fe144135200 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe14406d400 tx=0x7fe13c02a550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8d6860eb49f3820 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:33.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fcd7af1f640 1 -- 172.21.15.176:0/436519895 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7406dce0 msgr2=0x7fcd7406e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fcd7af1f640 1 --2- 172.21.15.176:0/436519895 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7406dce0 0x7fcd7406e0c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fcd680097a0 tx=0x7fcd68029fc0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fcd7af1f640 1 -- 172.21.15.176:0/436519895 shutdown_connections 2024-09-16T00:12:33.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fcd7af1f640 1 --2- 172.21.15.176:0/436519895 >> v2:172.21.15.176:3300/0 conn(0x7fcd7412f880 0x7fcd7412fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fcd7af1f640 1 --2- 172.21.15.176:0/436519895 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 0x7fcd7412f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fcd7af1f640 1 --2- 172.21.15.176:0/436519895 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7406dce0 0x7fcd7406e0c0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fcd7af1f640 1 -- 172.21.15.176:0/436519895 >> 172.21.15.176:0/436519895 conn(0x7fcd7409e980 msgr2=0x7fcd7409ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:33.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fcd7af1f640 1 -- 172.21.15.176:0/436519895 shutdown_connections 2024-09-16T00:12:33.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fcd7af1f640 1 -- 172.21.15.176:0/436519895 wait complete. 2024-09-16T00:12:33.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fe1437fe640 1 -- 172.21.15.176:0/1971696248 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c007740 con 0x7fe144132e10 2024-09-16T00:12:33.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.654+0000 7fe1437fe640 1 -- 172.21.15.176:0/1971696248 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe13c0078e0 con 0x7fe144132e10 2024-09-16T00:12:33.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.655+0000 7fe1437fe640 1 -- 172.21.15.176:0/1971696248 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c007cb0 con 0x7fe144132e10 2024-09-16T00:12:33.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.655+0000 7fe14acf7640 1 -- 172.21.15.176:0/1971696248 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe144132e10 msgr2=0x7fe144135200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.655+0000 7fe14acf7640 1 --2- 172.21.15.176:0/1971696248 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe144132e10 0x7fe144135200 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe14406d400 tx=0x7fe13c02a550 comp rx=0 tx=0).stop 2024-09-16T00:12:33.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.655+0000 7fe14acf7640 1 -- 172.21.15.176:0/1971696248 shutdown_connections 2024-09-16T00:12:33.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.655+0000 7fe14acf7640 1 --2- 172.21.15.176:0/1971696248 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe144132e10 0x7fe144135200 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.655+0000 7fe14acf7640 1 --2- 172.21.15.176:0/1971696248 >> v2:172.21.15.176:3300/0 conn(0x7fe1441304e0 0x7fe1441328d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.664 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.655+0000 7fe14acf7640 1 -- 172.21.15.176:0/1971696248 >> 172.21.15.176:0/1971696248 conn(0x7fe14409b610 msgr2=0x7fe14409ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:33.664 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.655+0000 7fe14acf7640 1 -- 172.21.15.176:0/1971696248 shutdown_connections 2024-09-16T00:12:33.664 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.655+0000 7fe14acf7640 1 -- 172.21.15.176:0/1971696248 wait complete. 2024-09-16T00:12:33.664 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.656+0000 7fcd7af1f640 1 Processor -- start 2024-09-16T00:12:33.664 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.656+0000 7fcd7af1f640 1 -- start start 2024-09-16T00:12:33.665 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.656+0000 7fe14acf7640 1 Processor -- start 2024-09-16T00:12:33.665 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.656+0000 7fe14acf7640 1 -- start start 2024-09-16T00:12:33.665 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe14acf7640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe14412d590 0x7fe144128390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.665 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe14acf7640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1441304e0 0x7fe1441288d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.665 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe14acf7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe144132e10 0x7fe144128e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.665 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe14acf7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe14406d990 con 0x7fe144132e10 2024-09-16T00:12:33.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe14acf7640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe144135740 con 0x7fe1441304e0 2024-09-16T00:12:33.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe14acf7640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe14412a160 con 0x7fe14412d590 2024-09-16T00:12:33.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd7af1f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd7406dce0 0x7fcd7409b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd7af1f640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 0x7fcd7409bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe143fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1441304e0 0x7fe1441288d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe149294640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe144132e10 0x7fe144128e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe143fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1441304e0 0x7fe1441288d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41846/0 (socket says 172.21.15.176:41846) 2024-09-16T00:12:33.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe143fff640 1 -- 172.21.15.176:0/969676669 learned_addr learned my addr 172.21.15.176:0/969676669 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:33.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe148a93640 1 --2- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe14412d590 0x7fe144128390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd78cbb640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd7406dce0 0x7fcd7409b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd78cbb640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd7406dce0 0x7fcd7409b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33834/0 (socket says 172.21.15.176:33834) 2024-09-16T00:12:33.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd78cbb640 1 -- 172.21.15.176:0/2995324013 learned_addr learned my addr 172.21.15.176:0/2995324013 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:33.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd73fff640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 0x7fcd7409bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd7af1f640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7412f880 0x7fcd741303f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe143fff640 1 -- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe14412d590 msgr2=0x7fe144128390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe143fff640 1 --2- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe14412d590 0x7fe144128390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.669 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe143fff640 1 -- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe144132e10 msgr2=0x7fe144128e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.669 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe143fff640 1 --2- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe144132e10 0x7fe144128e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.669 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fcd741367f0 con 0x7fcd7406dce0 2024-09-16T00:12:33.669 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe143fff640 1 -- 172.21.15.176:0/969676669 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe144124490 con 0x7fe1441304e0 2024-09-16T00:12:33.670 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fcd74136670 con 0x7fcd7412f880 2024-09-16T00:12:33.670 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fcd74136970 con 0x7fcd7406e600 2024-09-16T00:12:33.670 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fe149294640 1 --2- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe144132e10 0x7fe144128e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:33.670 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.657+0000 7fcd794bc640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7412f880 0x7fcd741303f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.670 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fe143fff640 1 --2- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1441304e0 0x7fe1441288d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe13000e8b0 tx=0x7fe13000ed70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:33.671 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fe1417fa640 1 -- 172.21.15.176:0/969676669 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe130017070 con 0x7fe1441304e0 2024-09-16T00:12:33.671 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fcd794bc640 1 -- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 msgr2=0x7fcd7409bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.671 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fe1417fa640 1 -- 172.21.15.176:0/969676669 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe13000c940 con 0x7fe1441304e0 2024-09-16T00:12:33.671 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fe14acf7640 1 -- 172.21.15.176:0/969676669 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe144123cb0 con 0x7fe1441304e0 2024-09-16T00:12:33.671 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fe1417fa640 1 -- 172.21.15.176:0/969676669 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13000cd10 con 0x7fe1441304e0 2024-09-16T00:12:33.672 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fcd794bc640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 0x7fcd7409bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.672 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fcd794bc640 1 -- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd7406dce0 msgr2=0x7fcd7409b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.672 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fcd794bc640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd7406dce0 0x7fcd7409b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.672 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fcd794bc640 1 -- 172.21.15.176:0/2995324013 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd74073a10 con 0x7fcd7412f880 2024-09-16T00:12:33.672 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fcd78cbb640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd7406dce0 0x7fcd7409b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:33.672 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fcd73fff640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 0x7fcd7409bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:33.672 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.658+0000 7fcd794bc640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7412f880 0x7fcd741303f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c00efc0 tx=0x7fcd6c00c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:33.672 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.659+0000 7fcd717fa640 1 -- 172.21.15.176:0/2995324013 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd6c00cb20 con 0x7fcd7412f880 2024-09-16T00:12:33.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.659+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd7409c1c0 con 0x7fcd7412f880 2024-09-16T00:12:33.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.659+0000 7fcd717fa640 1 -- 172.21.15.176:0/2995324013 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd6c00cce0 con 0x7fcd7412f880 2024-09-16T00:12:33.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.659+0000 7fe14acf7640 1 -- 172.21.15.176:0/969676669 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe144127830 con 0x7fe1441304e0 2024-09-16T00:12:33.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.659+0000 7fcd717fa640 1 -- 172.21.15.176:0/2995324013 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd6c003b90 con 0x7fcd7412f880 2024-09-16T00:12:33.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.659+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd74132bd0 con 0x7fcd7412f880 2024-09-16T00:12:33.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.659+0000 7fe1417fa640 1 -- 172.21.15.176:0/969676669 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fe13001a070 con 0x7fe1441304e0 2024-09-16T00:12:33.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.660+0000 7fe1417fa640 1 -- 172.21.15.176:0/969676669 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fe130062db0 con 0x7fe1441304e0 2024-09-16T00:12:33.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.660+0000 7fcd717fa640 1 -- 172.21.15.176:0/2995324013 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fcd6c01b030 con 0x7fcd7412f880 2024-09-16T00:12:33.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.660+0000 7fcd717fa640 1 -- 172.21.15.176:0/2995324013 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fcd6c062db0 con 0x7fcd7412f880 2024-09-16T00:12:33.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.660+0000 7fe14acf7640 1 -- 172.21.15.176:0/969676669 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe14412d970 con 0x7fe1441304e0 2024-09-16T00:12:33.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.660+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd7412da20 con 0x7fcd7412f880 2024-09-16T00:12:33.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.664+0000 7fe1417fa640 1 -- 172.21.15.176:0/969676669 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fe13003c2c0 con 0x7fe1441304e0 2024-09-16T00:12:33.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.671+0000 7fcd717fa640 1 -- 172.21.15.176:0/2995324013 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fcd7412da20 con 0x7fcd7412f880 2024-09-16T00:12:33.778 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.776+0000 7f9b395a5640 1 -- 172.21.15.176:0/1856855266 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f9b34125a90 con 0x7f9b3406f850 2024-09-16T00:12:33.778 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.776+0000 7f9b1b7fe640 1 -- 172.21.15.176:0/1856855266 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9b2807cb60 con 0x7f9b3406f850 2024-09-16T00:12:33.778 INFO:teuthology.orchestra.run.smithi176.stdout:115964116995 2024-09-16T00:12:33.781 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f9b395a5640 1 -- 172.21.15.176:0/1856855266 >> v1:172.21.15.176:6816/980076289 conn(0x7f9b20048020 legacy=0x7f9b2004a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.781 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f9b395a5640 1 -- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406f850 msgr2=0x7f9b340973c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.781 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f9b395a5640 1 --2- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406f850 0x7f9b340973c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9b280098a0 tx=0x7f9b280046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.781 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f9b395a5640 1 -- 172.21.15.176:0/1856855266 shutdown_connections 2024-09-16T00:12:33.781 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f9b395a5640 1 --2- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f9b34133b40 0x7f9b34097900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.781 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f9b395a5640 1 --2- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f9b3406f850 0x7f9b340973c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.781 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f9b395a5640 1 --2- 172.21.15.176:0/1856855266 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9b3406cd10 0x7f9b34096e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.781 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f9b395a5640 1 -- 172.21.15.176:0/1856855266 >> 172.21.15.176:0/1856855266 conn(0x7f9b3409b8c0 msgr2=0x7f9b34073100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:33.781 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f083809a050 con 0x7f0838097bf0 2024-09-16T00:12:33.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f9b395a5640 1 -- 172.21.15.176:0/1856855266 shutdown_connections 2024-09-16T00:12:33.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.778+0000 7f9b395a5640 1 -- 172.21.15.176:0/1856855266 wait complete. 2024-09-16T00:12:33.782 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.779+0000 7f0834ff9640 1 -- 172.21.15.176:0/2348326674 <== mon.0 v2:172.21.15.176:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f083809a050 con 0x7f0838097bf0 2024-09-16T00:12:33.782 INFO:teuthology.orchestra.run.smithi176.stdout:107374182404 2024-09-16T00:12:33.783 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.781+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 >> v1:172.21.15.176:6816/980076289 conn(0x7f0824048000 legacy=0x7f082404a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.783 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.781+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0838097bf0 msgr2=0x7f08380725e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.784 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.781+0000 7f083e68a640 1 --2- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0838097bf0 0x7f08380725e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f082c00b3f0 tx=0x7f082c00b8b0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.784 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.781+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 shutdown_connections 2024-09-16T00:12:33.784 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.781+0000 7f083e68a640 1 --2- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f0838131910 0x7f0838072b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.784 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.781+0000 7f083e68a640 1 --2- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0838097bf0 0x7f08380725e0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.784 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.781+0000 7f083e68a640 1 --2- 172.21.15.176:0/2348326674 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0838097100 0x7f08380720a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.784 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.781+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 >> 172.21.15.176:0/2348326674 conn(0x7f083809b680 msgr2=0x7f083812b360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:33.784 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.782+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 shutdown_connections 2024-09-16T00:12:33.784 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.782+0000 7f083e68a640 1 -- 172.21.15.176:0/2348326674 wait complete. 2024-09-16T00:12:33.792 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116995 for osd.2 2024-09-16T00:12:33.792 DEBUG:teuthology.parallel:result is None 2024-09-16T00:12:33.798 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182404 got 107374182404 for osd.1 2024-09-16T00:12:33.798 DEBUG:teuthology.parallel:result is None 2024-09-16T00:12:33.821 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.820+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fcd7412f340 con 0x7fcd7412f880 2024-09-16T00:12:33.821 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.820+0000 7fcd717fa640 1 -- 172.21.15.176:0/2995324013 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fcd6c010040 con 0x7fcd7412f880 2024-09-16T00:12:33.821 INFO:teuthology.orchestra.run.smithi176.stdout:120259084291 2024-09-16T00:12:33.823 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.821+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 >> v1:172.21.15.176:6816/980076289 conn(0x7fcd58047fd0 legacy=0x7fcd5804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.823 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.821+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7412f880 msgr2=0x7fcd741303f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.823 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.821+0000 7fcd7af1f640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7412f880 0x7fcd741303f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c00efc0 tx=0x7fcd6c00c490 comp rx=0 tx=0).stop 2024-09-16T00:12:33.823 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.821+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 shutdown_connections 2024-09-16T00:12:33.823 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.821+0000 7fcd7af1f640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fcd7412f880 0x7fcd741303f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.823 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.821+0000 7fcd7af1f640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fcd7406e600 0x7fcd7409bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.823 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.821+0000 7fcd7af1f640 1 --2- 172.21.15.176:0/2995324013 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd7406dce0 0x7fcd7409b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.823 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.821+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 >> 172.21.15.176:0/2995324013 conn(0x7fcd7409e980 msgr2=0x7fcd7412eb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:33.823 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.821+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 shutdown_connections 2024-09-16T00:12:33.824 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.821+0000 7fcd7af1f640 1 -- 172.21.15.176:0/2995324013 wait complete. 2024-09-16T00:12:33.825 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.823+0000 7fe14acf7640 1 -- 172.21.15.176:0/969676669 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fe144068e60 con 0x7fe1441304e0 2024-09-16T00:12:33.825 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.824+0000 7fe1417fa640 1 -- 172.21.15.176:0/969676669 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe13003c520 con 0x7fe1441304e0 2024-09-16T00:12:33.826 INFO:teuthology.orchestra.run.smithi176.stdout:107374182404 2024-09-16T00:12:33.828 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.826+0000 7fe14acf7640 1 -- 172.21.15.176:0/969676669 >> v1:172.21.15.176:6816/980076289 conn(0x7fe128048000 legacy=0x7fe12804a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.828 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.826+0000 7fe14acf7640 1 -- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1441304e0 msgr2=0x7fe1441288d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.828 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.826+0000 7fe14acf7640 1 --2- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1441304e0 0x7fe1441288d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe13000e8b0 tx=0x7fe13000ed70 comp rx=0 tx=0).stop 2024-09-16T00:12:33.828 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.826+0000 7fe14acf7640 1 -- 172.21.15.176:0/969676669 shutdown_connections 2024-09-16T00:12:33.828 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.826+0000 7fe14acf7640 1 --2- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe144132e10 0x7fe144128e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.828 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.826+0000 7fe14acf7640 1 --2- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1441304e0 0x7fe1441288d0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.828 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.826+0000 7fe14acf7640 1 --2- 172.21.15.176:0/969676669 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe14412d590 0x7fe144128390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.828 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.826+0000 7fe14acf7640 1 -- 172.21.15.176:0/969676669 >> 172.21.15.176:0/969676669 conn(0x7fe14409b610 msgr2=0x7fe144073090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:33.828 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.826+0000 7fe14acf7640 1 -- 172.21.15.176:0/969676669 shutdown_connections 2024-09-16T00:12:33.829 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.826+0000 7fe14acf7640 1 -- 172.21.15.176:0/969676669 wait complete. 2024-09-16T00:12:33.834 INFO:tasks.ceph.ceph_manager.ceph:need seq 120259084291 got 120259084291 for osd.3 2024-09-16T00:12:33.834 DEBUG:teuthology.parallel:result is None 2024-09-16T00:12:33.839 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182404 got 107374182404 for osd.0 2024-09-16T00:12:33.839 DEBUG:teuthology.parallel:result is None 2024-09-16T00:12:33.839 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:12:33.839 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:12:33.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.975+0000 7fe7e34fc640 1 Processor -- start 2024-09-16T00:12:33.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.975+0000 7fe7e34fc640 1 -- start start 2024-09-16T00:12:33.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e34fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e530 0x7fe7dc134c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e34fc640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe7dc06e910 0x7fe7dc137180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e34fc640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7dc0705d0 con 0x7fe7dc099d00 2024-09-16T00:12:33.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e34fc640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe7dc06fd00 con 0x7fe7dc06e910 2024-09-16T00:12:33.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e34fc640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe7dc06ef10 con 0x7fe7dc06e530 2024-09-16T00:12:33.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e1a99640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe7dc06e910 0x7fe7dc137180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e0a97640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e530 0x7fe7dc134c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e1a99640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe7dc06e910 0x7fe7dc137180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33848/0 (socket says 172.21.15.176:33848) 2024-09-16T00:12:33.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e1a99640 1 -- 172.21.15.176:0/624897093 learned_addr learned my addr 172.21.15.176:0/624897093 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:33.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e0a97640 1 -- 172.21.15.176:0/624897093 >> v2:172.21.15.176:3300/0 conn(0x7fe7dc06e910 msgr2=0x7fe7dc137180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:33.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e0a97640 1 --2- 172.21.15.176:0/624897093 >> v2:172.21.15.176:3300/0 conn(0x7fe7dc06e910 0x7fe7dc137180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e0a97640 1 -- 172.21.15.176:0/624897093 >> v1:172.21.15.176:6789/0 conn(0x7fe7dc099d00 legacy=0x7fe7dc06de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7d3fff640 1 -- 172.21.15.176:0/624897093 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2829768274 0 0) 0x7fe7dc0705d0 con 0x7fe7dc099d00 2024-09-16T00:12:33.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e0a97640 1 -- 172.21.15.176:0/624897093 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7dc1386d0 con 0x7fe7dc06e530 2024-09-16T00:12:33.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.976+0000 7fe7e1a99640 1 --2- 172.21.15.176:0/624897093 >> v2:172.21.15.176:3300/0 conn(0x7fe7dc06e910 0x7fe7dc137180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:33.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.977+0000 7fe7e0a97640 1 --2- 172.21.15.176:0/624897093 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e530 0x7fe7dc134c30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc0097a0 tx=0x7fe7cc02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee4a4dbe6746bb21 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:33.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.977+0000 7fe7d3fff640 1 -- 172.21.15.176:0/624897093 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc037070 con 0x7fe7dc06e530 2024-09-16T00:12:33.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.977+0000 7fe7d3fff640 1 -- 172.21.15.176:0/624897093 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7cc02ae50 con 0x7fe7dc06e530 2024-09-16T00:12:33.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.977+0000 7fe7d3fff640 1 -- 172.21.15.176:0/624897093 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc032660 con 0x7fe7dc06e530 2024-09-16T00:12:33.982 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.977+0000 7fe7e34fc640 1 -- 172.21.15.176:0/624897093 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e530 msgr2=0x7fe7dc134c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.982 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.977+0000 7fe7e34fc640 1 --2- 172.21.15.176:0/624897093 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e530 0x7fe7dc134c30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc0097a0 tx=0x7fe7cc02a100 comp rx=0 tx=0).stop 2024-09-16T00:12:33.982 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.978+0000 7fe7e34fc640 1 -- 172.21.15.176:0/624897093 shutdown_connections 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.978+0000 7fe7e34fc640 1 --2- 172.21.15.176:0/624897093 >> v2:172.21.15.176:3300/0 conn(0x7fe7dc06e910 0x7fe7dc137180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.978+0000 7fe7e34fc640 1 --2- 172.21.15.176:0/624897093 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e530 0x7fe7dc134c30 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.978+0000 7fe7e34fc640 1 -- 172.21.15.176:0/624897093 >> 172.21.15.176:0/624897093 conn(0x7fe7dc09c9b0 msgr2=0x7fe7dc09cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.978+0000 7fe7e34fc640 1 -- 172.21.15.176:0/624897093 shutdown_connections 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.978+0000 7fe7e34fc640 1 -- 172.21.15.176:0/624897093 wait complete. 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.978+0000 7fe7e34fc640 1 Processor -- start 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e34fc640 1 -- start start 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e34fc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7dc06e530 0x7fe7dc093130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e34fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e910 0x7fe7dc093670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e34fc640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe7dc099d00 0x7fe7dc093bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e34fc640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc137a90 con 0x7fe7dc06e530 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e34fc640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe7dc137910 con 0x7fe7dc099d00 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e34fc640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe7dc137c10 con 0x7fe7dc06e910 2024-09-16T00:12:33.983 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e1298640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7dc06e530 0x7fe7dc093130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e0a97640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e910 0x7fe7dc093670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e1a99640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe7dc099d00 0x7fe7dc093bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e0a97640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e910 0x7fe7dc093670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33722/0 (socket says 172.21.15.176:33722) 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e1298640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7dc06e530 0x7fe7dc093130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33862/0 (socket says 172.21.15.176:33862) 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e0a97640 1 -- 172.21.15.176:0/1635035449 learned_addr learned my addr 172.21.15.176:0/1635035449 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e0a97640 1 -- 172.21.15.176:0/1635035449 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe7dc099d00 msgr2=0x7fe7dc093bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e0a97640 1 --2- 172.21.15.176:0/1635035449 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe7dc099d00 0x7fe7dc093bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e0a97640 1 -- 172.21.15.176:0/1635035449 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7dc06e530 msgr2=0x7fe7dc093130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e0a97640 1 --2- 172.21.15.176:0/1635035449 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7dc06e530 0x7fe7dc093130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e0a97640 1 -- 172.21.15.176:0/1635035449 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7dc096730 con 0x7fe7dc06e910 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.979+0000 7fe7e0a97640 1 --2- 172.21.15.176:0/1635035449 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e910 0x7fe7dc093670 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc035040 tx=0x7fe7cc0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.980+0000 7fe7d1ffb640 1 -- 172.21.15.176:0/1635035449 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc041070 con 0x7fe7dc06e910 2024-09-16T00:12:33.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.980+0000 7fe7d1ffb640 1 -- 172.21.15.176:0/1635035449 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7cc03c460 con 0x7fe7dc06e910 2024-09-16T00:12:33.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.980+0000 7fe7d1ffb640 1 -- 172.21.15.176:0/1635035449 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc037040 con 0x7fe7dc06e910 2024-09-16T00:12:33.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.980+0000 7fe7e34fc640 1 -- 172.21.15.176:0/1635035449 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7dc0940f0 con 0x7fe7dc06e910 2024-09-16T00:12:33.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.980+0000 7fe7e34fc640 1 -- 172.21.15.176:0/1635035449 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7dc0953c0 con 0x7fe7dc06e910 2024-09-16T00:12:33.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.981+0000 7fe7d1ffb640 1 -- 172.21.15.176:0/1635035449 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fe7cc03a070 con 0x7fe7dc06e910 2024-09-16T00:12:33.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.981+0000 7fe7e34fc640 1 -- 172.21.15.176:0/1635035449 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7dc138040 con 0x7fe7dc06e910 2024-09-16T00:12:33.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.981+0000 7fe7d1ffb640 1 -- 172.21.15.176:0/1635035449 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fe7cc07dbc0 con 0x7fe7dc06e910 2024-09-16T00:12:33.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:33.985+0000 7fe7d1ffb640 1 -- 172.21.15.176:0/1635035449 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fe7cc07cc70 con 0x7fe7dc06e910 2024-09-16T00:12:34.123 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.121+0000 7fe7e34fc640 1 -- 172.21.15.176:0/1635035449 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe7dc068d60 con 0x7fe7c0048000 2024-09-16T00:12:34.124 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.122+0000 7fe7d1ffb640 1 -- 172.21.15.176:0/1635035449 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31994 (unknown 2965378022 0 957892688) 0x7fe7dc068d60 con 0x7fe7c0048000 2024-09-16T00:12:34.125 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:34.125 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:12:34.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.124+0000 7fe7e34fc640 1 -- 172.21.15.176:0/1635035449 >> v1:172.21.15.176:6816/980076289 conn(0x7fe7c0048000 legacy=0x7fe7c004a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.124+0000 7fe7e34fc640 1 -- 172.21.15.176:0/1635035449 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e910 msgr2=0x7fe7dc093670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.124+0000 7fe7e34fc640 1 --2- 172.21.15.176:0/1635035449 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e910 0x7fe7dc093670 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc035040 tx=0x7fe7cc0046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.124+0000 7fe7e34fc640 1 -- 172.21.15.176:0/1635035449 shutdown_connections 2024-09-16T00:12:34.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.124+0000 7fe7e34fc640 1 --2- 172.21.15.176:0/1635035449 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe7dc099d00 0x7fe7dc093bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.126 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.124+0000 7fe7e34fc640 1 --2- 172.21.15.176:0/1635035449 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe7dc06e910 0x7fe7dc093670 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.127 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.124+0000 7fe7e34fc640 1 --2- 172.21.15.176:0/1635035449 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7dc06e530 0x7fe7dc093130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.127 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.124+0000 7fe7e34fc640 1 -- 172.21.15.176:0/1635035449 >> 172.21.15.176:0/1635035449 conn(0x7fe7dc09c9b0 msgr2=0x7fe7dc131e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:34.127 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.124+0000 7fe7e34fc640 1 -- 172.21.15.176:0/1635035449 shutdown_connections 2024-09-16T00:12:34.127 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.124+0000 7fe7e34fc640 1 -- 172.21.15.176:0/1635035449 wait complete. 2024-09-16T00:12:34.136 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-16T00:12:33.076007+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112300,"kb_used_data":2220,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375060,"statfs":{"total":386547056640,"available":386432061440,"internally_reserved":0,"allocated":2273280,"data_stored":1558399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18187,"internal_metadata":112638197},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001074"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157220+0000","last_change":"2024-09-16T00:12:26.927418+0000","last_active":"2024-09-16T00:12:31.157220+0000","last_peered":"2024-09-16T00:12:31.157220+0000","last_clean":"2024-09-16T00:12:31.157220+0000","last_became_active":"2024-09-16T00:12:26.927065+0000","last_became_peered":"2024-09-16T00:12:26.927065+0000","last_unstale":"2024-09-16T00:12:31.157220+0000","last_undegraded":"2024-09-16T00:12:31.157220+0000","last_fullsized":"2024-09-16T00:12:31.157220+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:56.837624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911570+0000","last_change":"2024-09-16T00:12:23.132699+0000","last_active":"2024-09-16T00:12:31.911570+0000","last_peered":"2024-09-16T00:12:31.911570+0000","last_clean":"2024-09-16T00:12:31.911570+0000","last_became_active":"2024-09-16T00:12:23.132201+0000","last_became_peered":"2024-09-16T00:12:23.132201+0000","last_unstale":"2024-09-16T00:12:31.911570+0000","last_undegraded":"2024-09-16T00:12:31.911570+0000","last_fullsized":"2024-09-16T00:12:31.911570+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:29.224721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157077+0000","last_change":"2024-09-16T00:12:26.927409+0000","last_active":"2024-09-16T00:12:31.157077+0000","last_peered":"2024-09-16T00:12:31.157077+0000","last_clean":"2024-09-16T00:12:31.157077+0000","last_became_active":"2024-09-16T00:12:26.927057+0000","last_became_peered":"2024-09-16T00:12:26.927057+0000","last_unstale":"2024-09-16T00:12:31.157077+0000","last_undegraded":"2024-09-16T00:12:31.157077+0000","last_fullsized":"2024-09-16T00:12:31.157077+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:12.212406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911567+0000","last_change":"2024-09-16T00:12:23.132456+0000","last_active":"2024-09-16T00:12:31.911567+0000","last_peered":"2024-09-16T00:12:31.911567+0000","last_clean":"2024-09-16T00:12:31.911567+0000","last_became_active":"2024-09-16T00:12:23.132162+0000","last_became_peered":"2024-09-16T00:12:23.132162+0000","last_unstale":"2024-09-16T00:12:31.911567+0000","last_undegraded":"2024-09-16T00:12:31.911567+0000","last_fullsized":"2024-09-16T00:12:31.911567+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:21.759248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.156988+0000","last_change":"2024-09-16T00:12:26.134349+0000","last_active":"2024-09-16T00:12:31.156988+0000","last_peered":"2024-09-16T00:12:31.156988+0000","last_clean":"2024-09-16T00:12:31.156988+0000","last_became_active":"2024-09-16T00:12:26.133980+0000","last_became_peered":"2024-09-16T00:12:26.133980+0000","last_unstale":"2024-09-16T00:12:31.156988+0000","last_undegraded":"2024-09-16T00:12:31.156988+0000","last_fullsized":"2024-09-16T00:12:31.156988+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:14.889672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157472+0000","last_change":"2024-09-16T00:12:26.133267+0000","last_active":"2024-09-16T00:12:31.157472+0000","last_peered":"2024-09-16T00:12:31.157472+0000","last_clean":"2024-09-16T00:12:31.157472+0000","last_became_active":"2024-09-16T00:12:26.132985+0000","last_became_peered":"2024-09-16T00:12:26.132985+0000","last_unstale":"2024-09-16T00:12:31.157472+0000","last_undegraded":"2024-09-16T00:12:31.157472+0000","last_fullsized":"2024-09-16T00:12:31.157472+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:59.273815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157092+0000","last_change":"2024-09-16T00:12:26.133958+0000","last_active":"2024-09-16T00:12:31.157092+0000","last_peered":"2024-09-16T00:12:31.157092+0000","last_clean":"2024-09-16T00:12:31.157092+0000","last_became_active":"2024-09-16T00:12:26.133653+0000","last_became_peered":"2024-09-16T00:12:26.133653+0000","last_unstale":"2024-09-16T00:12:31.157092+0000","last_undegraded":"2024-09-16T00:12:31.157092+0000","last_fullsized":"2024-09-16T00:12:31.157092+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:39.867375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157030+0000","last_change":"2024-09-16T00:12:26.133894+0000","last_active":"2024-09-16T00:12:31.157030+0000","last_peered":"2024-09-16T00:12:31.157030+0000","last_clean":"2024-09-16T00:12:31.157030+0000","last_became_active":"2024-09-16T00:12:26.133535+0000","last_became_peered":"2024-09-16T00:12:26.133535+0000","last_unstale":"2024-09-16T00:12:31.157030+0000","last_undegraded":"2024-09-16T00:12:31.157030+0000","last_fullsized":"2024-09-16T00:12:31.157030+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:16.030692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":147,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911616+0000","last_change":"2024-09-16T00:12:23.140453+0000","last_active":"2024-09-16T00:12:31.911616+0000","last_peered":"2024-09-16T00:12:31.911616+0000","last_clean":"2024-09-16T00:12:31.911616+0000","last_became_active":"2024-09-16T00:12:23.140129+0000","last_became_peered":"2024-09-16T00:12:23.140129+0000","last_unstale":"2024-09-16T00:12:31.911616+0000","last_undegraded":"2024-09-16T00:12:31.911616+0000","last_fullsized":"2024-09-16T00:12:31.911616+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_clean_scrub_stamp":"2024-09-16T00:10:53.004114+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:26.835109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084291,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":94628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116995,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":270336,"data_stored":94609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28380,"kb_used_data":848,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343460,"statfs":{"total":96636764160,"available":96607703040,"internally_reserved":0,"allocated":868352,"data_stored":684996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":684166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28110397},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:12:34.138 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:12:34.236 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a2d0f640 1 Processor -- start 2024-09-16T00:12:34.236 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a2d0f640 1 -- start start 2024-09-16T00:12:34.236 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a2d0f640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.236 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a2d0f640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc39c12dac0 0x7fc39c123a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.236 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a2d0f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dea0 0x7fc39c123fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.236 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a2d0f640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fc39c06b430 con 0x7fc39c12dac0 2024-09-16T00:12:34.236 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a2d0f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc39c072820 con 0x7fc39c12dea0 2024-09-16T00:12:34.236 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a2d0f640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fc39c12d200 con 0x7fc39c06cd70 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a0aab640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc39bfff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc39c12dac0 0x7fc39c123a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a12ac640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dea0 0x7fc39c123fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc39bfff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fc39c12dac0 0x7fc39c123a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33870/0 (socket says 172.21.15.176:33870) 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a12ac640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dea0 0x7fc39c123fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:41870/0 (socket says 172.21.15.176:41870) 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.233+0000 7fc3a0aab640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33736/0 (socket says 172.21.15.176:33736) 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.234+0000 7fc39bfff640 1 -- 172.21.15.176:0/548436786 learned_addr learned my addr 172.21.15.176:0/548436786 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.234+0000 7fc3a12ac640 1 -- 172.21.15.176:0/548436786 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 msgr2=0x7fc39c12d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.234+0000 7fc3a12ac640 1 --2- 172.21.15.176:0/548436786 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.234+0000 7fc3a12ac640 1 -- 172.21.15.176:0/548436786 >> v2:172.21.15.176:3300/0 conn(0x7fc39c12dac0 msgr2=0x7fc39c123a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.234+0000 7fc3a12ac640 1 --2- 172.21.15.176:0/548436786 >> v2:172.21.15.176:3300/0 conn(0x7fc39c12dac0 0x7fc39c123a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.237 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.234+0000 7fc3a12ac640 1 -- 172.21.15.176:0/548436786 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc39c1244e0 con 0x7fc39c12dea0 2024-09-16T00:12:34.238 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.234+0000 7fc39bfff640 1 --2- 172.21.15.176:0/548436786 >> v2:172.21.15.176:3300/0 conn(0x7fc39c12dac0 0x7fc39c123a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:34.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.234+0000 7fc3a12ac640 1 --2- 172.21.15.176:0/548436786 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dea0 0x7fc39c123fa0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc394009d90 tx=0x7fc39402a490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf7597e6a4bc416b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:34.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc39b7fe640 1 -- 172.21.15.176:0/548436786 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc394007740 con 0x7fc39c12dea0 2024-09-16T00:12:34.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc39b7fe640 1 -- 172.21.15.176:0/548436786 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3940078e0 con 0x7fc39c12dea0 2024-09-16T00:12:34.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc39b7fe640 1 -- 172.21.15.176:0/548436786 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc394007cb0 con 0x7fc39c12dea0 2024-09-16T00:12:34.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/548436786 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dea0 msgr2=0x7fc39c123fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc3a2d0f640 1 --2- 172.21.15.176:0/548436786 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dea0 0x7fc39c123fa0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc394009d90 tx=0x7fc39402a490 comp rx=0 tx=0).stop 2024-09-16T00:12:34.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/548436786 shutdown_connections 2024-09-16T00:12:34.241 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc3a2d0f640 1 --2- 172.21.15.176:0/548436786 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dea0 0x7fc39c123fa0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc3a2d0f640 1 --2- 172.21.15.176:0/548436786 >> v2:172.21.15.176:3300/0 conn(0x7fc39c12dac0 0x7fc39c123a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc3a2d0f640 1 --2- 172.21.15.176:0/548436786 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/548436786 >> 172.21.15.176:0/548436786 conn(0x7fc39c09b8c0 msgr2=0x7fc39c09bcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/548436786 shutdown_connections 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.235+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/548436786 wait complete. 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.236+0000 7fc3a2d0f640 1 Processor -- start 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.236+0000 7fc3a2d0f640 1 -- start start 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a2d0f640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a2d0f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dac0 0x7fc39c12f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a2d0f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc39c12dea0 0x7fc39c12f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a2d0f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc39c1348c0 con 0x7fc39c12dea0 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a2d0f640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fc39c134740 con 0x7fc39c12dac0 2024-09-16T00:12:34.242 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a2d0f640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fc39c134a40 con 0x7fc39c06cd70 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a0aab640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc39bfff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dac0 0x7fc39c12f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a0aab640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33738/0 (socket says 172.21.15.176:33738) 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a0aab640 1 -- 172.21.15.176:0/3888371297 learned_addr learned my addr 172.21.15.176:0/3888371297 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a12ac640 1 --2- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc39c12dea0 0x7fc39c12f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a0aab640 1 -- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dac0 msgr2=0x7fc39c12f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a0aab640 1 --2- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dac0 0x7fc39c12f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a0aab640 1 -- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc39c12dea0 msgr2=0x7fc39c12f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a0aab640 1 --2- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc39c12dea0 0x7fc39c12f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a0aab640 1 -- 172.21.15.176:0/3888371297 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc39c127cb0 con 0x7fc39c06cd70 2024-09-16T00:12:34.243 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a12ac640 1 --2- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc39c12dea0 0x7fc39c12f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:34.244 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a0aab640 1 --2- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12eb30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc39000e870 tx=0x7fc39000ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:34.244 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3997fa640 1 -- 172.21.15.176:0/3888371297 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc390017070 con 0x7fc39c06cd70 2024-09-16T00:12:34.244 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3997fa640 1 -- 172.21.15.176:0/3888371297 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc39000ee60 con 0x7fc39c06cd70 2024-09-16T00:12:34.244 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/3888371297 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc39c131f10 con 0x7fc39c06cd70 2024-09-16T00:12:34.244 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.237+0000 7fc3997fa640 1 -- 172.21.15.176:0/3888371297 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc39000cb80 con 0x7fc39c06cd70 2024-09-16T00:12:34.244 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.238+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/3888371297 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc39c131910 con 0x7fc39c06cd70 2024-09-16T00:12:34.244 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.238+0000 7fc3997fa640 1 -- 172.21.15.176:0/3888371297 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fc39001a070 con 0x7fc39c06cd70 2024-09-16T00:12:34.244 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.238+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/3888371297 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc39c12d580 con 0x7fc39c06cd70 2024-09-16T00:12:34.244 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.239+0000 7fc3997fa640 1 -- 172.21.15.176:0/3888371297 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fc39005d7d0 con 0x7fc39c06cd70 2024-09-16T00:12:34.245 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.242+0000 7fc3997fa640 1 -- 172.21.15.176:0/3888371297 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fc39005c880 con 0x7fc39c06cd70 2024-09-16T00:12:34.381 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.379+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/3888371297 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc39c068ea0 con 0x7fc380047fd0 2024-09-16T00:12:34.382 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.380+0000 7fc3997fa640 1 -- 172.21.15.176:0/3888371297 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31994 (unknown 2965378022 0 957892688) 0x7fc39c068ea0 con 0x7fc380047fd0 2024-09-16T00:12:34.382 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:34.382 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:12:34.384 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.382+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/3888371297 >> v1:172.21.15.176:6816/980076289 conn(0x7fc380047fd0 legacy=0x7fc38004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.384 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.382+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 msgr2=0x7fc39c12eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.384 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.382+0000 7fc3a2d0f640 1 --2- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12eb30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc39000e870 tx=0x7fc39000ed30 comp rx=0 tx=0).stop 2024-09-16T00:12:34.384 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.382+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/3888371297 shutdown_connections 2024-09-16T00:12:34.384 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.382+0000 7fc3a2d0f640 1 --2- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc39c12dea0 0x7fc39c12f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.384 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.382+0000 7fc3a2d0f640 1 --2- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fc39c12dac0 0x7fc39c12f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.384 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.382+0000 7fc3a2d0f640 1 --2- 172.21.15.176:0/3888371297 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fc39c06cd70 0x7fc39c12eb30 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.384 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.382+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/3888371297 >> 172.21.15.176:0/3888371297 conn(0x7fc39c09b8c0 msgr2=0x7fc39c12c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:34.384 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.382+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/3888371297 shutdown_connections 2024-09-16T00:12:34.384 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.382+0000 7fc3a2d0f640 1 -- 172.21.15.176:0/3888371297 wait complete. 2024-09-16T00:12:34.394 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-16T00:12:33.076007+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112300,"kb_used_data":2220,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375060,"statfs":{"total":386547056640,"available":386432061440,"internally_reserved":0,"allocated":2273280,"data_stored":1558399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18187,"internal_metadata":112638197},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001074"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157220+0000","last_change":"2024-09-16T00:12:26.927418+0000","last_active":"2024-09-16T00:12:31.157220+0000","last_peered":"2024-09-16T00:12:31.157220+0000","last_clean":"2024-09-16T00:12:31.157220+0000","last_became_active":"2024-09-16T00:12:26.927065+0000","last_became_peered":"2024-09-16T00:12:26.927065+0000","last_unstale":"2024-09-16T00:12:31.157220+0000","last_undegraded":"2024-09-16T00:12:31.157220+0000","last_fullsized":"2024-09-16T00:12:31.157220+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:56.837624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911570+0000","last_change":"2024-09-16T00:12:23.132699+0000","last_active":"2024-09-16T00:12:31.911570+0000","last_peered":"2024-09-16T00:12:31.911570+0000","last_clean":"2024-09-16T00:12:31.911570+0000","last_became_active":"2024-09-16T00:12:23.132201+0000","last_became_peered":"2024-09-16T00:12:23.132201+0000","last_unstale":"2024-09-16T00:12:31.911570+0000","last_undegraded":"2024-09-16T00:12:31.911570+0000","last_fullsized":"2024-09-16T00:12:31.911570+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:29.224721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157077+0000","last_change":"2024-09-16T00:12:26.927409+0000","last_active":"2024-09-16T00:12:31.157077+0000","last_peered":"2024-09-16T00:12:31.157077+0000","last_clean":"2024-09-16T00:12:31.157077+0000","last_became_active":"2024-09-16T00:12:26.927057+0000","last_became_peered":"2024-09-16T00:12:26.927057+0000","last_unstale":"2024-09-16T00:12:31.157077+0000","last_undegraded":"2024-09-16T00:12:31.157077+0000","last_fullsized":"2024-09-16T00:12:31.157077+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:12.212406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911567+0000","last_change":"2024-09-16T00:12:23.132456+0000","last_active":"2024-09-16T00:12:31.911567+0000","last_peered":"2024-09-16T00:12:31.911567+0000","last_clean":"2024-09-16T00:12:31.911567+0000","last_became_active":"2024-09-16T00:12:23.132162+0000","last_became_peered":"2024-09-16T00:12:23.132162+0000","last_unstale":"2024-09-16T00:12:31.911567+0000","last_undegraded":"2024-09-16T00:12:31.911567+0000","last_fullsized":"2024-09-16T00:12:31.911567+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:21.759248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.156988+0000","last_change":"2024-09-16T00:12:26.134349+0000","last_active":"2024-09-16T00:12:31.156988+0000","last_peered":"2024-09-16T00:12:31.156988+0000","last_clean":"2024-09-16T00:12:31.156988+0000","last_became_active":"2024-09-16T00:12:26.133980+0000","last_became_peered":"2024-09-16T00:12:26.133980+0000","last_unstale":"2024-09-16T00:12:31.156988+0000","last_undegraded":"2024-09-16T00:12:31.156988+0000","last_fullsized":"2024-09-16T00:12:31.156988+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:14.889672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157472+0000","last_change":"2024-09-16T00:12:26.133267+0000","last_active":"2024-09-16T00:12:31.157472+0000","last_peered":"2024-09-16T00:12:31.157472+0000","last_clean":"2024-09-16T00:12:31.157472+0000","last_became_active":"2024-09-16T00:12:26.132985+0000","last_became_peered":"2024-09-16T00:12:26.132985+0000","last_unstale":"2024-09-16T00:12:31.157472+0000","last_undegraded":"2024-09-16T00:12:31.157472+0000","last_fullsized":"2024-09-16T00:12:31.157472+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:59.273815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157092+0000","last_change":"2024-09-16T00:12:26.133958+0000","last_active":"2024-09-16T00:12:31.157092+0000","last_peered":"2024-09-16T00:12:31.157092+0000","last_clean":"2024-09-16T00:12:31.157092+0000","last_became_active":"2024-09-16T00:12:26.133653+0000","last_became_peered":"2024-09-16T00:12:26.133653+0000","last_unstale":"2024-09-16T00:12:31.157092+0000","last_undegraded":"2024-09-16T00:12:31.157092+0000","last_fullsized":"2024-09-16T00:12:31.157092+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:39.867375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157030+0000","last_change":"2024-09-16T00:12:26.133894+0000","last_active":"2024-09-16T00:12:31.157030+0000","last_peered":"2024-09-16T00:12:31.157030+0000","last_clean":"2024-09-16T00:12:31.157030+0000","last_became_active":"2024-09-16T00:12:26.133535+0000","last_became_peered":"2024-09-16T00:12:26.133535+0000","last_unstale":"2024-09-16T00:12:31.157030+0000","last_undegraded":"2024-09-16T00:12:31.157030+0000","last_fullsized":"2024-09-16T00:12:31.157030+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:16.030692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":147,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911616+0000","last_change":"2024-09-16T00:12:23.140453+0000","last_active":"2024-09-16T00:12:31.911616+0000","last_peered":"2024-09-16T00:12:31.911616+0000","last_clean":"2024-09-16T00:12:31.911616+0000","last_became_active":"2024-09-16T00:12:23.140129+0000","last_became_peered":"2024-09-16T00:12:23.140129+0000","last_unstale":"2024-09-16T00:12:31.911616+0000","last_undegraded":"2024-09-16T00:12:31.911616+0000","last_fullsized":"2024-09-16T00:12:31.911616+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_clean_scrub_stamp":"2024-09-16T00:10:53.004114+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:26.835109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084291,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":94628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116995,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":270336,"data_stored":94609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28380,"kb_used_data":848,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343460,"statfs":{"total":96636764160,"available":96607703040,"internally_reserved":0,"allocated":868352,"data_stored":684996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":684166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28110397},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:12:34.395 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:12:34.395 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T00:12:34.395 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T00:12:34.396 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T00:12:34.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f630b333640 1 Processor -- start 2024-09-16T00:12:34.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f630b333640 1 -- start start 2024-09-16T00:12:34.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f630b333640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f630406dce0 0x7f630406e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f630b333640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 0x7f630412f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f630b333640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f630406f720 con 0x7f630412f880 2024-09-16T00:12:34.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f630b333640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f6304075bc0 con 0x7f630406dce0 2024-09-16T00:12:34.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f630b333640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6304070340 con 0x7f630406e600 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f63090cf640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f630406dce0 0x7f630406e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f63088ce640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 0x7f630412f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f63090cf640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f630406dce0 0x7f630406e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:33898/0 (socket says 172.21.15.176:33898) 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f63098d0640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f630412f880 0x7f630412fce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:53490/0 (socket says 172.21.15.176:53490) 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f63090cf640 1 -- 172.21.15.176:0/3074067646 learned_addr learned my addr 172.21.15.176:0/3074067646 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f63090cf640 1 -- 172.21.15.176:0/3074067646 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 msgr2=0x7f630412f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f63090cf640 1 --2- 172.21.15.176:0/3074067646 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 0x7f630412f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f63090cf640 1 -- 172.21.15.176:0/3074067646 >> v1:172.21.15.176:6789/0 conn(0x7f630412f880 legacy=0x7f630412fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f63090cf640 1 -- 172.21.15.176:0/3074067646 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f630406e9e0 con 0x7f630406dce0 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f6303fff640 1 -- 172.21.15.176:0/3074067646 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1413382475 0 0) 0x7f630406f720 con 0x7f630412f880 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.490+0000 7f63088ce640 1 --2- 172.21.15.176:0/3074067646 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 0x7f630412f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.491+0000 7f63090cf640 1 --2- 172.21.15.176:0/3074067646 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f630406dce0 0x7f630406e0c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f62f4009e50 tx=0x7f62f402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=581db30bab364674 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:34.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.491+0000 7f6303fff640 1 -- 172.21.15.176:0/3074067646 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f4036070 con 0x7f630406dce0 2024-09-16T00:12:34.495 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.491+0000 7f6303fff640 1 -- 172.21.15.176:0/3074067646 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62f4031600 con 0x7f630406dce0 2024-09-16T00:12:34.495 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.491+0000 7f6303fff640 1 -- 172.21.15.176:0/3074067646 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f40319d0 con 0x7f630406dce0 2024-09-16T00:12:34.497 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.492+0000 7f630b333640 1 -- 172.21.15.176:0/3074067646 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f630406dce0 msgr2=0x7f630406e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.497 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.492+0000 7f630b333640 1 --2- 172.21.15.176:0/3074067646 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f630406dce0 0x7f630406e0c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f62f4009e50 tx=0x7f62f402a610 comp rx=0 tx=0).stop 2024-09-16T00:12:34.497 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.492+0000 7f630b333640 1 -- 172.21.15.176:0/3074067646 shutdown_connections 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.492+0000 7f630b333640 1 --2- 172.21.15.176:0/3074067646 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 0x7f630412f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.492+0000 7f630b333640 1 --2- 172.21.15.176:0/3074067646 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f630406dce0 0x7f630406e0c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.492+0000 7f630b333640 1 -- 172.21.15.176:0/3074067646 >> 172.21.15.176:0/3074067646 conn(0x7f630409e980 msgr2=0x7f630409ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.492+0000 7f630b333640 1 -- 172.21.15.176:0/3074067646 shutdown_connections 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.492+0000 7f630b333640 1 -- 172.21.15.176:0/3074067646 wait complete. 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.492+0000 7f630b333640 1 Processor -- start 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f630b333640 1 -- start start 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f630b333640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f630406dce0 0x7f6304130430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f630b333640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 0x7f6304130970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f630b333640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f630412f880 0x7f6304130eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f630b333640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6304137a10 con 0x7f630412f880 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f630b333640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f6304137890 con 0x7f630406e600 2024-09-16T00:12:34.498 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f630b333640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f6304137b90 con 0x7f630406dce0 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63088ce640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 0x7f6304130970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63090cf640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f630406dce0 0x7f6304130430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63090cf640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f630406dce0 0x7f6304130430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33740/0 (socket says 172.21.15.176:33740) 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63090cf640 1 -- 172.21.15.176:0/1800324405 learned_addr learned my addr 172.21.15.176:0/1800324405 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63098d0640 1 --2- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f630412f880 0x7f6304130eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63088ce640 1 -- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f630406dce0 msgr2=0x7f6304130430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63088ce640 1 --2- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f630406dce0 0x7f6304130430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63088ce640 1 -- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f630412f880 msgr2=0x7f6304130eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63088ce640 1 --2- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f630412f880 0x7f6304130eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63088ce640 1 -- 172.21.15.176:0/1800324405 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6304132290 con 0x7f630406e600 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63098d0640 1 --2- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f630412f880 0x7f6304130eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.493+0000 7f63090cf640 1 --2- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f630406dce0 0x7f6304130430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.494+0000 7f63088ce640 1 --2- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 0x7f6304130970 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f62f800e900 tx=0x7f62f800edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:34.499 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.494+0000 7f6301ffb640 1 -- 172.21.15.176:0/1800324405 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f8017070 con 0x7f630406e600 2024-09-16T00:12:34.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.494+0000 7f6301ffb640 1 -- 172.21.15.176:0/1800324405 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62f800ca00 con 0x7f630406e600 2024-09-16T00:12:34.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.494+0000 7f630b333640 1 -- 172.21.15.176:0/1800324405 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6304131690 con 0x7f630406e600 2024-09-16T00:12:34.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.494+0000 7f6301ffb640 1 -- 172.21.15.176:0/1800324405 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f800cdf0 con 0x7f630406e600 2024-09-16T00:12:34.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.494+0000 7f630b333640 1 -- 172.21.15.176:0/1800324405 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f630412c900 con 0x7f630406e600 2024-09-16T00:12:34.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.495+0000 7f6301ffb640 1 -- 172.21.15.176:0/1800324405 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f62f801a070 con 0x7f630406e600 2024-09-16T00:12:34.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.495+0000 7f630b333640 1 -- 172.21.15.176:0/1800324405 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f630406e0c0 con 0x7f630406e600 2024-09-16T00:12:34.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.495+0000 7f6301ffb640 1 -- 172.21.15.176:0/1800324405 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f62f805d7f0 con 0x7f630406e600 2024-09-16T00:12:34.500 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.499+0000 7f6301ffb640 1 -- 172.21.15.176:0/1800324405 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f62f805c8a0 con 0x7f630406e600 2024-09-16T00:12:34.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.661+0000 7f630b333640 1 -- 172.21.15.176:0/1800324405 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f6304128650 con 0x7f630406e600 2024-09-16T00:12:34.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.661+0000 7f6301ffb640 1 -- 172.21.15.176:0/1800324405 <== mon.1 v2:172.21.15.176:3301/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f62f803c9e0 con 0x7f630406e600 2024-09-16T00:12:34.664 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:34.664 INFO:teuthology.orchestra.run.smithi176.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T00:12:34.665 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.663+0000 7f630b333640 1 -- 172.21.15.176:0/1800324405 >> v1:172.21.15.176:6816/980076289 conn(0x7f62f0047fd0 legacy=0x7f62f004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.665 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.663+0000 7f630b333640 1 -- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 msgr2=0x7f6304130970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.665 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.663+0000 7f630b333640 1 --2- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 0x7f6304130970 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f62f800e900 tx=0x7f62f800edc0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.663+0000 7f630b333640 1 -- 172.21.15.176:0/1800324405 shutdown_connections 2024-09-16T00:12:34.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.663+0000 7f630b333640 1 --2- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f630412f880 0x7f6304130eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.663+0000 7f630b333640 1 --2- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f630406e600 0x7f6304130970 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.663+0000 7f630b333640 1 --2- 172.21.15.176:0/1800324405 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f630406dce0 0x7f6304130430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.663+0000 7f630b333640 1 -- 172.21.15.176:0/1800324405 >> 172.21.15.176:0/1800324405 conn(0x7f630409e980 msgr2=0x7f6304072bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:34.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.663+0000 7f630b333640 1 -- 172.21.15.176:0/1800324405 shutdown_connections 2024-09-16T00:12:34.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.663+0000 7f630b333640 1 -- 172.21.15.176:0/1800324405 wait complete. 2024-09-16T00:12:34.676 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T00:12:34.676 INFO:teuthology.run_tasks:Running task print... 2024-09-16T00:12:34.686 INFO:teuthology.task.print:**** done ceph.restart 2024-09-16T00:12:34.687 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2024-09-16T00:12:34.696 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2024-09-16T00:12:34.707 DEBUG:teuthology.run_tasks:Unwinding manager install.upgrade 2024-09-16T00:12:34.722 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-16T00:12:34.734 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T00:12:34.734 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:12:34.832 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.829+0000 7fd3caf16640 1 Processor -- start 2024-09-16T00:12:34.832 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.829+0000 7fd3caf16640 1 -- start start 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3caf16640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 0x7fd3c406de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3caf16640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c406e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3caf16640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3c40705d0 con 0x7fd3c4133c20 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3caf16640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd3c406ec80 con 0x7fd3c4099d00 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3caf16640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd3c406fd00 con 0x7fd3c406e360 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3c8cb2640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 0x7fd3c406de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3c3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c406e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3c94b3640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fd3c4133c20 0x7fd3c4136010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:33994/0 (socket says 172.21.15.176:33994) 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3c94b3640 1 -- 172.21.15.176:0/3358475777 learned_addr learned my addr 172.21.15.176:0/3358475777 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3c37fe640 1 -- 172.21.15.176:0/3358475777 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 315599513 0 0) 0x7fd3c40705d0 con 0x7fd3c4133c20 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3c3fff640 1 -- 172.21.15.176:0/3358475777 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 msgr2=0x7fd3c406de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:34.833 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3c3fff640 1 --2- 172.21.15.176:0/3358475777 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 0x7fd3c406de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3c3fff640 1 -- 172.21.15.176:0/3358475777 >> v1:172.21.15.176:6789/0 conn(0x7fd3c4133c20 legacy=0x7fd3c4136010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3c3fff640 1 -- 172.21.15.176:0/3358475777 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c406ef10 con 0x7fd3c406e360 2024-09-16T00:12:34.834 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.830+0000 7fd3c8cb2640 1 --2- 172.21.15.176:0/3358475777 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 0x7fd3c406de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:34.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.831+0000 7fd3c3fff640 1 --2- 172.21.15.176:0/3358475777 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c406e740 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd3b80097d0 tx=0x7fd3b802a0d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7cc9c0354feb3d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:34.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.831+0000 7fd3c37fe640 1 -- 172.21.15.176:0/3358475777 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b8037070 con 0x7fd3c406e360 2024-09-16T00:12:34.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.831+0000 7fd3c37fe640 1 -- 172.21.15.176:0/3358475777 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3b802ae20 con 0x7fd3c406e360 2024-09-16T00:12:34.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.831+0000 7fd3c37fe640 1 -- 172.21.15.176:0/3358475777 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b8032660 con 0x7fd3c406e360 2024-09-16T00:12:34.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.831+0000 7fd3caf16640 1 -- 172.21.15.176:0/3358475777 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 msgr2=0x7fd3c406e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.831+0000 7fd3caf16640 1 --2- 172.21.15.176:0/3358475777 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c406e740 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd3b80097d0 tx=0x7fd3b802a0d0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.832+0000 7fd3caf16640 1 -- 172.21.15.176:0/3358475777 shutdown_connections 2024-09-16T00:12:34.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.832+0000 7fd3caf16640 1 --2- 172.21.15.176:0/3358475777 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c406e740 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.832+0000 7fd3caf16640 1 --2- 172.21.15.176:0/3358475777 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 0x7fd3c406de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.837 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.832+0000 7fd3caf16640 1 -- 172.21.15.176:0/3358475777 >> 172.21.15.176:0/3358475777 conn(0x7fd3c409c9b0 msgr2=0x7fd3c409cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.832+0000 7fd3caf16640 1 -- 172.21.15.176:0/3358475777 shutdown_connections 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.832+0000 7fd3caf16640 1 -- 172.21.15.176:0/3358475777 wait complete. 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.832+0000 7fd3caf16640 1 Processor -- start 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.832+0000 7fd3caf16640 1 -- start start 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3caf16640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c4095990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3caf16640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 0x7fd3c4095ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3caf16640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3c4133c20 0x7fd3c4096410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3caf16640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c4137ac0 con 0x7fd3c4133c20 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3caf16640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd3c4137940 con 0x7fd3c4099d00 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3caf16640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd3c4137c40 con 0x7fd3c406e360 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c8cb2640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c4095990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c3fff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 0x7fd3c4095ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.838 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c94b3640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3c4133c20 0x7fd3c4096410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c8cb2640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c4095990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36600/0 (socket says 172.21.15.176:36600) 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c8cb2640 1 -- 172.21.15.176:0/2165192541 learned_addr learned my addr 172.21.15.176:0/2165192541 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c8cb2640 1 -- 172.21.15.176:0/2165192541 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 msgr2=0x7fd3c4095ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c8cb2640 1 --2- 172.21.15.176:0/2165192541 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 0x7fd3c4095ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c8cb2640 1 -- 172.21.15.176:0/2165192541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3c4133c20 msgr2=0x7fd3c4096410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c8cb2640 1 --2- 172.21.15.176:0/2165192541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3c4133c20 0x7fd3c4096410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c8cb2640 1 -- 172.21.15.176:0/2165192541 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c4097ec0 con 0x7fd3c406e360 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.833+0000 7fd3c8cb2640 1 --2- 172.21.15.176:0/2165192541 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c4095990 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd3b400ec10 tx=0x7fd3b400c520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.834+0000 7fd3c17fa640 1 -- 172.21.15.176:0/2165192541 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b4017070 con 0x7fd3c406e360 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.834+0000 7fd3c17fa640 1 -- 172.21.15.176:0/2165192541 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3b400cc30 con 0x7fd3c406e360 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.834+0000 7fd3c17fa640 1 -- 172.21.15.176:0/2165192541 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b4013470 con 0x7fd3c406e360 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.834+0000 7fd3caf16640 1 -- 172.21.15.176:0/2165192541 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3c4097b80 con 0x7fd3c406e360 2024-09-16T00:12:34.839 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.834+0000 7fd3caf16640 1 -- 172.21.15.176:0/2165192541 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3c40987c0 con 0x7fd3c406e360 2024-09-16T00:12:34.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.835+0000 7fd3c17fa640 1 -- 172.21.15.176:0/2165192541 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fd3b401a070 con 0x7fd3c406e360 2024-09-16T00:12:34.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.835+0000 7fd3caf16640 1 -- 172.21.15.176:0/2165192541 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3c406e740 con 0x7fd3c406e360 2024-09-16T00:12:34.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.835+0000 7fd3c17fa640 1 -- 172.21.15.176:0/2165192541 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fd3b405d910 con 0x7fd3c406e360 2024-09-16T00:12:34.840 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.838+0000 7fd3c17fa640 1 -- 172.21.15.176:0/2165192541 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fd3b405c9c0 con 0x7fd3c406e360 2024-09-16T00:12:34.976 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.974+0000 7fd3caf16640 1 -- 172.21.15.176:0/2165192541 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd3c4068d60 con 0x7fd3b0047fd0 2024-09-16T00:12:34.977 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.976+0000 7fd3c17fa640 1 -- 172.21.15.176:0/2165192541 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31994 (unknown 2965378022 0 957892688) 0x7fd3c4068d60 con 0x7fd3b0047fd0 2024-09-16T00:12:34.978 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:34.978 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:12:34.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.977+0000 7fd3caf16640 1 -- 172.21.15.176:0/2165192541 >> v1:172.21.15.176:6816/980076289 conn(0x7fd3b0047fd0 legacy=0x7fd3b004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.979 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.977+0000 7fd3caf16640 1 -- 172.21.15.176:0/2165192541 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 msgr2=0x7fd3c4095990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:34.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.977+0000 7fd3caf16640 1 --2- 172.21.15.176:0/2165192541 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c4095990 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd3b400ec10 tx=0x7fd3b400c520 comp rx=0 tx=0).stop 2024-09-16T00:12:34.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.977+0000 7fd3caf16640 1 -- 172.21.15.176:0/2165192541 shutdown_connections 2024-09-16T00:12:34.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.977+0000 7fd3caf16640 1 --2- 172.21.15.176:0/2165192541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3c4133c20 0x7fd3c4096410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.977+0000 7fd3caf16640 1 --2- 172.21.15.176:0/2165192541 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd3c4099d00 0x7fd3c4095ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.977+0000 7fd3caf16640 1 --2- 172.21.15.176:0/2165192541 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd3c406e360 0x7fd3c4095990 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:34.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.977+0000 7fd3caf16640 1 -- 172.21.15.176:0/2165192541 >> 172.21.15.176:0/2165192541 conn(0x7fd3c409c9b0 msgr2=0x7fd3c4136010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:34.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.977+0000 7fd3caf16640 1 -- 172.21.15.176:0/2165192541 shutdown_connections 2024-09-16T00:12:34.980 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:34.977+0000 7fd3caf16640 1 -- 172.21.15.176:0/2165192541 wait complete. 2024-09-16T00:12:34.990 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-09-16T00:12:33.076007+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112300,"kb_used_data":2220,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375060,"statfs":{"total":386547056640,"available":386432061440,"internally_reserved":0,"allocated":2273280,"data_stored":1558399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18187,"internal_metadata":112638197},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001074"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157220+0000","last_change":"2024-09-16T00:12:26.927418+0000","last_active":"2024-09-16T00:12:31.157220+0000","last_peered":"2024-09-16T00:12:31.157220+0000","last_clean":"2024-09-16T00:12:31.157220+0000","last_became_active":"2024-09-16T00:12:26.927065+0000","last_became_peered":"2024-09-16T00:12:26.927065+0000","last_unstale":"2024-09-16T00:12:31.157220+0000","last_undegraded":"2024-09-16T00:12:31.157220+0000","last_fullsized":"2024-09-16T00:12:31.157220+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:56.837624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911570+0000","last_change":"2024-09-16T00:12:23.132699+0000","last_active":"2024-09-16T00:12:31.911570+0000","last_peered":"2024-09-16T00:12:31.911570+0000","last_clean":"2024-09-16T00:12:31.911570+0000","last_became_active":"2024-09-16T00:12:23.132201+0000","last_became_peered":"2024-09-16T00:12:23.132201+0000","last_unstale":"2024-09-16T00:12:31.911570+0000","last_undegraded":"2024-09-16T00:12:31.911570+0000","last_fullsized":"2024-09-16T00:12:31.911570+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:29.224721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157077+0000","last_change":"2024-09-16T00:12:26.927409+0000","last_active":"2024-09-16T00:12:31.157077+0000","last_peered":"2024-09-16T00:12:31.157077+0000","last_clean":"2024-09-16T00:12:31.157077+0000","last_became_active":"2024-09-16T00:12:26.927057+0000","last_became_peered":"2024-09-16T00:12:26.927057+0000","last_unstale":"2024-09-16T00:12:31.157077+0000","last_undegraded":"2024-09-16T00:12:31.157077+0000","last_fullsized":"2024-09-16T00:12:31.157077+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:12.212406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911567+0000","last_change":"2024-09-16T00:12:23.132456+0000","last_active":"2024-09-16T00:12:31.911567+0000","last_peered":"2024-09-16T00:12:31.911567+0000","last_clean":"2024-09-16T00:12:31.911567+0000","last_became_active":"2024-09-16T00:12:23.132162+0000","last_became_peered":"2024-09-16T00:12:23.132162+0000","last_unstale":"2024-09-16T00:12:31.911567+0000","last_undegraded":"2024-09-16T00:12:31.911567+0000","last_fullsized":"2024-09-16T00:12:31.911567+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:21.759248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.156988+0000","last_change":"2024-09-16T00:12:26.134349+0000","last_active":"2024-09-16T00:12:31.156988+0000","last_peered":"2024-09-16T00:12:31.156988+0000","last_clean":"2024-09-16T00:12:31.156988+0000","last_became_active":"2024-09-16T00:12:26.133980+0000","last_became_peered":"2024-09-16T00:12:26.133980+0000","last_unstale":"2024-09-16T00:12:31.156988+0000","last_undegraded":"2024-09-16T00:12:31.156988+0000","last_fullsized":"2024-09-16T00:12:31.156988+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:14.889672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157472+0000","last_change":"2024-09-16T00:12:26.133267+0000","last_active":"2024-09-16T00:12:31.157472+0000","last_peered":"2024-09-16T00:12:31.157472+0000","last_clean":"2024-09-16T00:12:31.157472+0000","last_became_active":"2024-09-16T00:12:26.132985+0000","last_became_peered":"2024-09-16T00:12:26.132985+0000","last_unstale":"2024-09-16T00:12:31.157472+0000","last_undegraded":"2024-09-16T00:12:31.157472+0000","last_fullsized":"2024-09-16T00:12:31.157472+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:59.273815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157092+0000","last_change":"2024-09-16T00:12:26.133958+0000","last_active":"2024-09-16T00:12:31.157092+0000","last_peered":"2024-09-16T00:12:31.157092+0000","last_clean":"2024-09-16T00:12:31.157092+0000","last_became_active":"2024-09-16T00:12:26.133653+0000","last_became_peered":"2024-09-16T00:12:26.133653+0000","last_unstale":"2024-09-16T00:12:31.157092+0000","last_undegraded":"2024-09-16T00:12:31.157092+0000","last_fullsized":"2024-09-16T00:12:31.157092+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:39.867375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157030+0000","last_change":"2024-09-16T00:12:26.133894+0000","last_active":"2024-09-16T00:12:31.157030+0000","last_peered":"2024-09-16T00:12:31.157030+0000","last_clean":"2024-09-16T00:12:31.157030+0000","last_became_active":"2024-09-16T00:12:26.133535+0000","last_became_peered":"2024-09-16T00:12:26.133535+0000","last_unstale":"2024-09-16T00:12:31.157030+0000","last_undegraded":"2024-09-16T00:12:31.157030+0000","last_fullsized":"2024-09-16T00:12:31.157030+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:16.030692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":147,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911616+0000","last_change":"2024-09-16T00:12:23.140453+0000","last_active":"2024-09-16T00:12:31.911616+0000","last_peered":"2024-09-16T00:12:31.911616+0000","last_clean":"2024-09-16T00:12:31.911616+0000","last_became_active":"2024-09-16T00:12:23.140129+0000","last_became_peered":"2024-09-16T00:12:23.140129+0000","last_unstale":"2024-09-16T00:12:31.911616+0000","last_undegraded":"2024-09-16T00:12:31.911616+0000","last_fullsized":"2024-09-16T00:12:31.911616+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_clean_scrub_stamp":"2024-09-16T00:10:53.004114+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:26.835109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084291,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":94628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116995,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":270336,"data_stored":94609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28380,"kb_used_data":848,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343460,"statfs":{"total":96636764160,"available":96607703040,"internally_reserved":0,"allocated":868352,"data_stored":684996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":684166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28110397},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:12:34.991 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:12:35.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795f503640 1 Processor -- start 2024-09-16T00:12:35.089 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795f503640 1 -- start start 2024-09-16T00:12:35.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795f503640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f7958099d00 0x7f795806de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795f503640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e740 0x7f7958137350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795f503640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79580705d0 con 0x7f795806e360 2024-09-16T00:12:35.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795f503640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f795806fd00 con 0x7f795806e740 2024-09-16T00:12:35.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795f503640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f795806ebb0 con 0x7f7958099d00 2024-09-16T00:12:35.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795d29f640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f7958099d00 0x7f795806de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795daa0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e740 0x7f7958137350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.091 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795ca9e640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f795806e360 0x7f7958133c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:34008/0 (socket says 172.21.15.176:34008) 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.087+0000 7f795ca9e640 1 -- 172.21.15.176:0/1124284858 learned_addr learned my addr 172.21.15.176:0/1124284858 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f794bfff640 1 -- 172.21.15.176:0/1124284858 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1132575111 0 0) 0x7f79580705d0 con 0x7f795806e360 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795d29f640 1 -- 172.21.15.176:0/1124284858 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e740 msgr2=0x7f7958137350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795d29f640 1 --2- 172.21.15.176:0/1124284858 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e740 0x7f7958137350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795d29f640 1 -- 172.21.15.176:0/1124284858 >> v1:172.21.15.176:6789/0 conn(0x7f795806e360 legacy=0x7f7958133c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795d29f640 1 -- 172.21.15.176:0/1124284858 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f795806ef10 con 0x7f7958099d00 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795daa0640 1 --2- 172.21.15.176:0/1124284858 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e740 0x7f7958137350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795d29f640 1 --2- 172.21.15.176:0/1124284858 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f7958099d00 0x7f795806de20 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f79540097d0 tx=0x7f795402a0d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c06196e30c6f1c71 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f794bfff640 1 -- 172.21.15.176:0/1124284858 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7954037070 con 0x7f7958099d00 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f794bfff640 1 -- 172.21.15.176:0/1124284858 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f795402ae20 con 0x7f7958099d00 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f794bfff640 1 -- 172.21.15.176:0/1124284858 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7954032660 con 0x7f7958099d00 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795f503640 1 -- 172.21.15.176:0/1124284858 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f7958099d00 msgr2=0x7f795806de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.092 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795f503640 1 --2- 172.21.15.176:0/1124284858 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f7958099d00 0x7f795806de20 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f79540097d0 tx=0x7f795402a0d0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.093 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795f503640 1 -- 172.21.15.176:0/1124284858 shutdown_connections 2024-09-16T00:12:35.093 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795f503640 1 --2- 172.21.15.176:0/1124284858 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e740 0x7f7958137350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.093 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795f503640 1 --2- 172.21.15.176:0/1124284858 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f7958099d00 0x7f795806de20 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.093 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795f503640 1 -- 172.21.15.176:0/1124284858 >> 172.21.15.176:0/1124284858 conn(0x7f795809c9b0 msgr2=0x7f795809cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:35.093 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795f503640 1 -- 172.21.15.176:0/1124284858 shutdown_connections 2024-09-16T00:12:35.093 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.089+0000 7f795f503640 1 -- 172.21.15.176:0/1124284858 wait complete. 2024-09-16T00:12:35.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795f503640 1 Processor -- start 2024-09-16T00:12:35.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795f503640 1 -- start start 2024-09-16T00:12:35.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795f503640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e360 0x7f7958124c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.095 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795f503640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f795806e740 0x7f7958125150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795f503640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7958099d00 0x7f7958125690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795f503640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7958137c20 con 0x7f7958099d00 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795f503640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f7958137aa0 con 0x7f795806e360 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795f503640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f7958137da0 con 0x7f795806e740 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795d29f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e360 0x7f7958124c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795ca9e640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f795806e740 0x7f7958125150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795daa0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7958099d00 0x7f7958125690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795ca9e640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f795806e740 0x7f7958125150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36628/0 (socket says 172.21.15.176:36628) 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795d29f640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e360 0x7f7958124c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51652/0 (socket says 172.21.15.176:51652) 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.090+0000 7f795ca9e640 1 -- 172.21.15.176:0/1791979012 learned_addr learned my addr 172.21.15.176:0/1791979012 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f795ca9e640 1 -- 172.21.15.176:0/1791979012 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e360 msgr2=0x7f7958124c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.096 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f795ca9e640 1 --2- 172.21.15.176:0/1791979012 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e360 0x7f7958124c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f795ca9e640 1 -- 172.21.15.176:0/1791979012 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7958099d00 msgr2=0x7f7958125690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f795ca9e640 1 --2- 172.21.15.176:0/1791979012 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7958099d00 0x7f7958125690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f795ca9e640 1 -- 172.21.15.176:0/1791979012 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7958127140 con 0x7f795806e740 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f795ca9e640 1 --2- 172.21.15.176:0/1791979012 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f795806e740 0x7f7958125150 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f794c00c780 tx=0x7f794c00cb80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f7949ffb640 1 -- 172.21.15.176:0/1791979012 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794c018070 con 0x7f795806e740 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f7949ffb640 1 -- 172.21.15.176:0/1791979012 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f794c004d80 con 0x7f795806e740 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f795f503640 1 -- 172.21.15.176:0/1791979012 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7958137250 con 0x7f795806e740 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f7949ffb640 1 -- 172.21.15.176:0/1791979012 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794c00a820 con 0x7f795806e740 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.091+0000 7f795f503640 1 -- 172.21.15.176:0/1791979012 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f7958127a40 con 0x7f795806e740 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.092+0000 7f7949ffb640 1 -- 172.21.15.176:0/1791979012 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f794c01b070 con 0x7f795806e740 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.092+0000 7f795f503640 1 -- 172.21.15.176:0/1791979012 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7958126780 con 0x7f795806e740 2024-09-16T00:12:35.097 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.092+0000 7f7949ffb640 1 -- 172.21.15.176:0/1791979012 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f794c05ce10 con 0x7f795806e740 2024-09-16T00:12:35.098 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.096+0000 7f7949ffb640 1 -- 172.21.15.176:0/1791979012 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f794c05bec0 con 0x7f795806e740 2024-09-16T00:12:35.235 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.234+0000 7f795f503640 1 -- 172.21.15.176:0/1791979012 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7958073da0 con 0x7f793c047fd0 2024-09-16T00:12:35.236 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.235+0000 7f7949ffb640 1 -- 172.21.15.176:0/1791979012 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31994 (unknown 2965378022 0 917080870) 0x7f7954032440 con 0x7f793c047fd0 2024-09-16T00:12:35.237 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:35.237 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:12:35.238 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.237+0000 7f795f503640 1 -- 172.21.15.176:0/1791979012 >> v1:172.21.15.176:6816/980076289 conn(0x7f793c047fd0 legacy=0x7f793c04a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.238 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.237+0000 7f795f503640 1 -- 172.21.15.176:0/1791979012 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f795806e740 msgr2=0x7f7958125150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.238 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.237+0000 7f795f503640 1 --2- 172.21.15.176:0/1791979012 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f795806e740 0x7f7958125150 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f794c00c780 tx=0x7f794c00cb80 comp rx=0 tx=0).stop 2024-09-16T00:12:35.238 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.237+0000 7f795f503640 1 -- 172.21.15.176:0/1791979012 shutdown_connections 2024-09-16T00:12:35.239 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.237+0000 7f795f503640 1 --2- 172.21.15.176:0/1791979012 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7958099d00 0x7f7958125690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.239 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.237+0000 7f795f503640 1 --2- 172.21.15.176:0/1791979012 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f795806e740 0x7f7958125150 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.239 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.237+0000 7f795f503640 1 --2- 172.21.15.176:0/1791979012 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f795806e360 0x7f7958124c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.239 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.237+0000 7f795f503640 1 -- 172.21.15.176:0/1791979012 >> 172.21.15.176:0/1791979012 conn(0x7f795809c9b0 msgr2=0x7f795809e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:35.239 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.237+0000 7f795f503640 1 -- 172.21.15.176:0/1791979012 shutdown_connections 2024-09-16T00:12:35.239 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.237+0000 7f795f503640 1 -- 172.21.15.176:0/1791979012 wait complete. 2024-09-16T00:12:35.249 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2024-09-16T00:12:35.076410+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112300,"kb_used_data":2220,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375060,"statfs":{"total":386547056640,"available":386432061440,"internally_reserved":0,"allocated":2273280,"data_stored":1558399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18187,"internal_metadata":112638197},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001177"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157220+0000","last_change":"2024-09-16T00:12:26.927418+0000","last_active":"2024-09-16T00:12:31.157220+0000","last_peered":"2024-09-16T00:12:31.157220+0000","last_clean":"2024-09-16T00:12:31.157220+0000","last_became_active":"2024-09-16T00:12:26.927065+0000","last_became_peered":"2024-09-16T00:12:26.927065+0000","last_unstale":"2024-09-16T00:12:31.157220+0000","last_undegraded":"2024-09-16T00:12:31.157220+0000","last_fullsized":"2024-09-16T00:12:31.157220+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:56.837624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911570+0000","last_change":"2024-09-16T00:12:23.132699+0000","last_active":"2024-09-16T00:12:31.911570+0000","last_peered":"2024-09-16T00:12:31.911570+0000","last_clean":"2024-09-16T00:12:31.911570+0000","last_became_active":"2024-09-16T00:12:23.132201+0000","last_became_peered":"2024-09-16T00:12:23.132201+0000","last_unstale":"2024-09-16T00:12:31.911570+0000","last_undegraded":"2024-09-16T00:12:31.911570+0000","last_fullsized":"2024-09-16T00:12:31.911570+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:29.224721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157077+0000","last_change":"2024-09-16T00:12:26.927409+0000","last_active":"2024-09-16T00:12:31.157077+0000","last_peered":"2024-09-16T00:12:31.157077+0000","last_clean":"2024-09-16T00:12:31.157077+0000","last_became_active":"2024-09-16T00:12:26.927057+0000","last_became_peered":"2024-09-16T00:12:26.927057+0000","last_unstale":"2024-09-16T00:12:31.157077+0000","last_undegraded":"2024-09-16T00:12:31.157077+0000","last_fullsized":"2024-09-16T00:12:31.157077+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:12.212406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911567+0000","last_change":"2024-09-16T00:12:23.132456+0000","last_active":"2024-09-16T00:12:31.911567+0000","last_peered":"2024-09-16T00:12:31.911567+0000","last_clean":"2024-09-16T00:12:31.911567+0000","last_became_active":"2024-09-16T00:12:23.132162+0000","last_became_peered":"2024-09-16T00:12:23.132162+0000","last_unstale":"2024-09-16T00:12:31.911567+0000","last_undegraded":"2024-09-16T00:12:31.911567+0000","last_fullsized":"2024-09-16T00:12:31.911567+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:21.759248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.156988+0000","last_change":"2024-09-16T00:12:26.134349+0000","last_active":"2024-09-16T00:12:31.156988+0000","last_peered":"2024-09-16T00:12:31.156988+0000","last_clean":"2024-09-16T00:12:31.156988+0000","last_became_active":"2024-09-16T00:12:26.133980+0000","last_became_peered":"2024-09-16T00:12:26.133980+0000","last_unstale":"2024-09-16T00:12:31.156988+0000","last_undegraded":"2024-09-16T00:12:31.156988+0000","last_fullsized":"2024-09-16T00:12:31.156988+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:14.889672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157472+0000","last_change":"2024-09-16T00:12:26.133267+0000","last_active":"2024-09-16T00:12:31.157472+0000","last_peered":"2024-09-16T00:12:31.157472+0000","last_clean":"2024-09-16T00:12:31.157472+0000","last_became_active":"2024-09-16T00:12:26.132985+0000","last_became_peered":"2024-09-16T00:12:26.132985+0000","last_unstale":"2024-09-16T00:12:31.157472+0000","last_undegraded":"2024-09-16T00:12:31.157472+0000","last_fullsized":"2024-09-16T00:12:31.157472+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:59.273815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157092+0000","last_change":"2024-09-16T00:12:26.133958+0000","last_active":"2024-09-16T00:12:31.157092+0000","last_peered":"2024-09-16T00:12:31.157092+0000","last_clean":"2024-09-16T00:12:31.157092+0000","last_became_active":"2024-09-16T00:12:26.133653+0000","last_became_peered":"2024-09-16T00:12:26.133653+0000","last_unstale":"2024-09-16T00:12:31.157092+0000","last_undegraded":"2024-09-16T00:12:31.157092+0000","last_fullsized":"2024-09-16T00:12:31.157092+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:39.867375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157030+0000","last_change":"2024-09-16T00:12:26.133894+0000","last_active":"2024-09-16T00:12:31.157030+0000","last_peered":"2024-09-16T00:12:31.157030+0000","last_clean":"2024-09-16T00:12:31.157030+0000","last_became_active":"2024-09-16T00:12:26.133535+0000","last_became_peered":"2024-09-16T00:12:26.133535+0000","last_unstale":"2024-09-16T00:12:31.157030+0000","last_undegraded":"2024-09-16T00:12:31.157030+0000","last_fullsized":"2024-09-16T00:12:31.157030+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:16.030692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":147,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911616+0000","last_change":"2024-09-16T00:12:23.140453+0000","last_active":"2024-09-16T00:12:31.911616+0000","last_peered":"2024-09-16T00:12:31.911616+0000","last_clean":"2024-09-16T00:12:31.911616+0000","last_became_active":"2024-09-16T00:12:23.140129+0000","last_became_peered":"2024-09-16T00:12:23.140129+0000","last_unstale":"2024-09-16T00:12:31.911616+0000","last_undegraded":"2024-09-16T00:12:31.911616+0000","last_fullsized":"2024-09-16T00:12:31.911616+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_clean_scrub_stamp":"2024-09-16T00:10:53.004114+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:26.835109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084292,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":94628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":270336,"data_stored":94609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28380,"kb_used_data":848,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343460,"statfs":{"total":96636764160,"available":96607703040,"internally_reserved":0,"allocated":868352,"data_stored":684996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":684166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28110397},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:12:35.250 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T00:12:35.250 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:12:35.346 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.345+0000 7f066b667640 1 Processor -- start 2024-09-16T00:12:35.346 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.345+0000 7f066b667640 1 -- start start 2024-09-16T00:12:35.347 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.345+0000 7f066b667640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 0x7f066406de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.347 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.345+0000 7f066b667640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f066406e740 0x7f0664137350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.347 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.345+0000 7f066b667640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06640705d0 con 0x7f066406e360 2024-09-16T00:12:35.347 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.345+0000 7f066b667640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f066406fd00 con 0x7f066406e740 2024-09-16T00:12:35.347 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.345+0000 7f066b667640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f066406eb70 con 0x7f0664099d00 2024-09-16T00:12:35.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.346+0000 7f0669403640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 0x7f066406de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.346+0000 7f0669c04640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f066406e740 0x7f0664137350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.349 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.346+0000 7f0668c02640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f066406e360 0x7f0664133c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:34014/0 (socket says 172.21.15.176:34014) 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.346+0000 7f0668c02640 1 -- 172.21.15.176:0/3657459374 learned_addr learned my addr 172.21.15.176:0/3657459374 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.346+0000 7f065bfff640 1 -- 172.21.15.176:0/3657459374 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3771708960 0 0) 0x7f06640705d0 con 0x7f066406e360 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.346+0000 7f0669403640 1 -- 172.21.15.176:0/3657459374 >> v2:172.21.15.176:3300/0 conn(0x7f066406e740 msgr2=0x7f0664137350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.346+0000 7f0669403640 1 --2- 172.21.15.176:0/3657459374 >> v2:172.21.15.176:3300/0 conn(0x7f066406e740 0x7f0664137350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.346+0000 7f0669403640 1 -- 172.21.15.176:0/3657459374 >> v1:172.21.15.176:6789/0 conn(0x7f066406e360 legacy=0x7f0664133c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.346+0000 7f0669403640 1 -- 172.21.15.176:0/3657459374 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f066406ef10 con 0x7f0664099d00 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.346+0000 7f0669c04640 1 --2- 172.21.15.176:0/3657459374 >> v2:172.21.15.176:3300/0 conn(0x7f066406e740 0x7f0664137350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.347+0000 7f0669403640 1 --2- 172.21.15.176:0/3657459374 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 0x7f066406de20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f06600097a0 tx=0x7f066002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e193d0e958a557df server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.347+0000 7f065bfff640 1 -- 172.21.15.176:0/3657459374 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0660037070 con 0x7f0664099d00 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.347+0000 7f065bfff640 1 -- 172.21.15.176:0/3657459374 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f066002ae50 con 0x7f0664099d00 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.347+0000 7f065bfff640 1 -- 172.21.15.176:0/3657459374 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0660032660 con 0x7f0664099d00 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.348+0000 7f066b667640 1 -- 172.21.15.176:0/3657459374 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 msgr2=0x7f066406de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.350 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.348+0000 7f066b667640 1 --2- 172.21.15.176:0/3657459374 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 0x7f066406de20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f06600097a0 tx=0x7f066002a100 comp rx=0 tx=0).stop 2024-09-16T00:12:35.351 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.348+0000 7f066b667640 1 -- 172.21.15.176:0/3657459374 shutdown_connections 2024-09-16T00:12:35.351 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.348+0000 7f066b667640 1 --2- 172.21.15.176:0/3657459374 >> v2:172.21.15.176:3300/0 conn(0x7f066406e740 0x7f0664137350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.351 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.348+0000 7f066b667640 1 --2- 172.21.15.176:0/3657459374 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 0x7f066406de20 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.351 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.348+0000 7f066b667640 1 -- 172.21.15.176:0/3657459374 >> 172.21.15.176:0/3657459374 conn(0x7f066409c9b0 msgr2=0x7f066409cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:35.351 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.348+0000 7f066b667640 1 -- 172.21.15.176:0/3657459374 shutdown_connections 2024-09-16T00:12:35.351 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.348+0000 7f066b667640 1 -- 172.21.15.176:0/3657459374 wait complete. 2024-09-16T00:12:35.351 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f066b667640 1 Processor -- start 2024-09-16T00:12:35.351 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f066b667640 1 -- start start 2024-09-16T00:12:35.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f066b667640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f066406e360 0x7f0664124b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f066b667640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f066406e740 0x7f06641250c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f066b667640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 0x7f0664125600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.353 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f066b667640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0664137c20 con 0x7f066406e360 2024-09-16T00:12:35.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f066b667640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f0664137aa0 con 0x7f066406e740 2024-09-16T00:12:35.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f066b667640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f0664137da0 con 0x7f0664099d00 2024-09-16T00:12:35.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f0669403640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f066406e360 0x7f0664124b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f0669403640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f066406e360 0x7f0664124b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37052/0 (socket says 172.21.15.176:37052) 2024-09-16T00:12:35.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f0669403640 1 -- 172.21.15.176:0/2381443448 learned_addr learned my addr 172.21.15.176:0/2381443448 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:35.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f0669c04640 1 --2- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 0x7f0664125600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f0668c02640 1 --2- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f066406e740 0x7f06641250c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.354 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f0669403640 1 -- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 msgr2=0x7f0664125600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f0669403640 1 --2- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 0x7f0664125600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f0669403640 1 -- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f066406e740 msgr2=0x7f06641250c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f0669403640 1 --2- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f066406e740 0x7f06641250c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.349+0000 7f0669403640 1 -- 172.21.15.176:0/2381443448 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0664126fd0 con 0x7f066406e360 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.350+0000 7f0669403640 1 --2- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f066406e360 0x7f0664124b80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0660035040 tx=0x7f06600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.350+0000 7f0659ffb640 1 -- 172.21.15.176:0/2381443448 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0660041070 con 0x7f066406e360 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.350+0000 7f0659ffb640 1 -- 172.21.15.176:0/2381443448 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f066003c460 con 0x7f066406e360 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.350+0000 7f066b667640 1 -- 172.21.15.176:0/2381443448 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06641266f0 con 0x7f066406e360 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.350+0000 7f0659ffb640 1 -- 172.21.15.176:0/2381443448 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0660037040 con 0x7f066406e360 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.350+0000 7f066b667640 1 -- 172.21.15.176:0/2381443448 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06641278f0 con 0x7f066406e360 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.351+0000 7f0659ffb640 1 -- 172.21.15.176:0/2381443448 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f066003a070 con 0x7f066406e360 2024-09-16T00:12:35.355 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.351+0000 7f066b667640 1 -- 172.21.15.176:0/2381443448 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0664128440 con 0x7f066406e360 2024-09-16T00:12:35.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.351+0000 7f0659ffb640 1 -- 172.21.15.176:0/2381443448 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f066007db80 con 0x7f066406e360 2024-09-16T00:12:35.356 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.355+0000 7f0659ffb640 1 -- 172.21.15.176:0/2381443448 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f066007cc30 con 0x7f066406e360 2024-09-16T00:12:35.490 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.489+0000 7f066b667640 1 -- 172.21.15.176:0/2381443448 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f066406de20 con 0x7f0648047fd0 2024-09-16T00:12:35.491 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.490+0000 7f0659ffb640 1 -- 172.21.15.176:0/2381443448 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31994 (unknown 2965378022 0 917080870) 0x7f066406de20 con 0x7f0648047fd0 2024-09-16T00:12:35.491 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:35.492 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:12:35.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.492+0000 7f066b667640 1 -- 172.21.15.176:0/2381443448 >> v1:172.21.15.176:6816/980076289 conn(0x7f0648047fd0 legacy=0x7f064804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.492+0000 7f066b667640 1 -- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f066406e360 msgr2=0x7f0664124b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.492+0000 7f066b667640 1 --2- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f066406e360 0x7f0664124b80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0660035040 tx=0x7f06600046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.492+0000 7f066b667640 1 -- 172.21.15.176:0/2381443448 shutdown_connections 2024-09-16T00:12:35.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.492+0000 7f066b667640 1 --2- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f0664099d00 0x7f0664125600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.492+0000 7f066b667640 1 --2- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f066406e740 0x7f06641250c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.492+0000 7f066b667640 1 --2- 172.21.15.176:0/2381443448 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f066406e360 0x7f0664124b80 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.493 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.492+0000 7f066b667640 1 -- 172.21.15.176:0/2381443448 >> 172.21.15.176:0/2381443448 conn(0x7f066409c9b0 msgr2=0x7f06640723d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:35.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.492+0000 7f066b667640 1 -- 172.21.15.176:0/2381443448 shutdown_connections 2024-09-16T00:12:35.494 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.492+0000 7f066b667640 1 -- 172.21.15.176:0/2381443448 wait complete. 2024-09-16T00:12:35.504 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2024-09-16T00:12:35.076410+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112300,"kb_used_data":2220,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375060,"statfs":{"total":386547056640,"available":386432061440,"internally_reserved":0,"allocated":2273280,"data_stored":1558399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18187,"internal_metadata":112638197},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001177"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157220+0000","last_change":"2024-09-16T00:12:26.927418+0000","last_active":"2024-09-16T00:12:31.157220+0000","last_peered":"2024-09-16T00:12:31.157220+0000","last_clean":"2024-09-16T00:12:31.157220+0000","last_became_active":"2024-09-16T00:12:26.927065+0000","last_became_peered":"2024-09-16T00:12:26.927065+0000","last_unstale":"2024-09-16T00:12:31.157220+0000","last_undegraded":"2024-09-16T00:12:31.157220+0000","last_fullsized":"2024-09-16T00:12:31.157220+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:56.837624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911570+0000","last_change":"2024-09-16T00:12:23.132699+0000","last_active":"2024-09-16T00:12:31.911570+0000","last_peered":"2024-09-16T00:12:31.911570+0000","last_clean":"2024-09-16T00:12:31.911570+0000","last_became_active":"2024-09-16T00:12:23.132201+0000","last_became_peered":"2024-09-16T00:12:23.132201+0000","last_unstale":"2024-09-16T00:12:31.911570+0000","last_undegraded":"2024-09-16T00:12:31.911570+0000","last_fullsized":"2024-09-16T00:12:31.911570+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:29.224721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157077+0000","last_change":"2024-09-16T00:12:26.927409+0000","last_active":"2024-09-16T00:12:31.157077+0000","last_peered":"2024-09-16T00:12:31.157077+0000","last_clean":"2024-09-16T00:12:31.157077+0000","last_became_active":"2024-09-16T00:12:26.927057+0000","last_became_peered":"2024-09-16T00:12:26.927057+0000","last_unstale":"2024-09-16T00:12:31.157077+0000","last_undegraded":"2024-09-16T00:12:31.157077+0000","last_fullsized":"2024-09-16T00:12:31.157077+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:12.212406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911567+0000","last_change":"2024-09-16T00:12:23.132456+0000","last_active":"2024-09-16T00:12:31.911567+0000","last_peered":"2024-09-16T00:12:31.911567+0000","last_clean":"2024-09-16T00:12:31.911567+0000","last_became_active":"2024-09-16T00:12:23.132162+0000","last_became_peered":"2024-09-16T00:12:23.132162+0000","last_unstale":"2024-09-16T00:12:31.911567+0000","last_undegraded":"2024-09-16T00:12:31.911567+0000","last_fullsized":"2024-09-16T00:12:31.911567+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:21.759248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.156988+0000","last_change":"2024-09-16T00:12:26.134349+0000","last_active":"2024-09-16T00:12:31.156988+0000","last_peered":"2024-09-16T00:12:31.156988+0000","last_clean":"2024-09-16T00:12:31.156988+0000","last_became_active":"2024-09-16T00:12:26.133980+0000","last_became_peered":"2024-09-16T00:12:26.133980+0000","last_unstale":"2024-09-16T00:12:31.156988+0000","last_undegraded":"2024-09-16T00:12:31.156988+0000","last_fullsized":"2024-09-16T00:12:31.156988+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:14.889672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157472+0000","last_change":"2024-09-16T00:12:26.133267+0000","last_active":"2024-09-16T00:12:31.157472+0000","last_peered":"2024-09-16T00:12:31.157472+0000","last_clean":"2024-09-16T00:12:31.157472+0000","last_became_active":"2024-09-16T00:12:26.132985+0000","last_became_peered":"2024-09-16T00:12:26.132985+0000","last_unstale":"2024-09-16T00:12:31.157472+0000","last_undegraded":"2024-09-16T00:12:31.157472+0000","last_fullsized":"2024-09-16T00:12:31.157472+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:59.273815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157092+0000","last_change":"2024-09-16T00:12:26.133958+0000","last_active":"2024-09-16T00:12:31.157092+0000","last_peered":"2024-09-16T00:12:31.157092+0000","last_clean":"2024-09-16T00:12:31.157092+0000","last_became_active":"2024-09-16T00:12:26.133653+0000","last_became_peered":"2024-09-16T00:12:26.133653+0000","last_unstale":"2024-09-16T00:12:31.157092+0000","last_undegraded":"2024-09-16T00:12:31.157092+0000","last_fullsized":"2024-09-16T00:12:31.157092+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:39.867375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157030+0000","last_change":"2024-09-16T00:12:26.133894+0000","last_active":"2024-09-16T00:12:31.157030+0000","last_peered":"2024-09-16T00:12:31.157030+0000","last_clean":"2024-09-16T00:12:31.157030+0000","last_became_active":"2024-09-16T00:12:26.133535+0000","last_became_peered":"2024-09-16T00:12:26.133535+0000","last_unstale":"2024-09-16T00:12:31.157030+0000","last_undegraded":"2024-09-16T00:12:31.157030+0000","last_fullsized":"2024-09-16T00:12:31.157030+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:16.030692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":147,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911616+0000","last_change":"2024-09-16T00:12:23.140453+0000","last_active":"2024-09-16T00:12:31.911616+0000","last_peered":"2024-09-16T00:12:31.911616+0000","last_clean":"2024-09-16T00:12:31.911616+0000","last_became_active":"2024-09-16T00:12:23.140129+0000","last_became_peered":"2024-09-16T00:12:23.140129+0000","last_unstale":"2024-09-16T00:12:31.911616+0000","last_undegraded":"2024-09-16T00:12:31.911616+0000","last_fullsized":"2024-09-16T00:12:31.911616+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_clean_scrub_stamp":"2024-09-16T00:10:53.004114+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:26.835109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084292,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":94628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":270336,"data_stored":94609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28380,"kb_used_data":848,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343460,"statfs":{"total":96636764160,"available":96607703040,"internally_reserved":0,"allocated":868352,"data_stored":684996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":684166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28110397},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:12:35.504 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:12:35.602 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.600+0000 7f468ba9c640 1 Processor -- start 2024-09-16T00:12:35.602 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.600+0000 7f468ba9c640 1 -- start start 2024-09-16T00:12:35.602 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468ba9c640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f4684099d00 0x7f468406de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468ba9c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f468406e360 0x7f468406e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468ba9c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 0x7f4684136010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468ba9c640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f468406ec80 con 0x7f4684099d00 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468ba9c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f46840705d0 con 0x7f4684133c20 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468ba9c640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f468406fd00 con 0x7f468406e360 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f4689838640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f4684099d00 0x7f468406de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468a039640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 0x7f4684136010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f4689037640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f468406e360 0x7f468406e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468a039640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 0x7f4684136010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51674/0 (socket says 172.21.15.176:51674) 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f4689838640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f4684099d00 0x7f468406de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37068/0 (socket says 172.21.15.176:37068) 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468a039640 1 -- 172.21.15.176:0/2462331559 learned_addr learned my addr 172.21.15.176:0/2462331559 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468a039640 1 -- 172.21.15.176:0/2462331559 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f468406e360 msgr2=0x7f468406e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:35.603 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468a039640 1 --2- 172.21.15.176:0/2462331559 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f468406e360 0x7f468406e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.604 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468a039640 1 -- 172.21.15.176:0/2462331559 >> v2:172.21.15.176:3300/0 conn(0x7f4684099d00 msgr2=0x7f468406de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:35.604 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468a039640 1 --2- 172.21.15.176:0/2462331559 >> v2:172.21.15.176:3300/0 conn(0x7f4684099d00 0x7f468406de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.604 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f468a039640 1 -- 172.21.15.176:0/2462331559 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f468406ef10 con 0x7f4684133c20 2024-09-16T00:12:35.604 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f4689838640 1 --2- 172.21.15.176:0/2462331559 >> v2:172.21.15.176:3300/0 conn(0x7f4684099d00 0x7f468406de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:35.604 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.601+0000 7f4689037640 1 --2- 172.21.15.176:0/2462331559 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f468406e360 0x7f468406e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:35.607 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.602+0000 7f468a039640 1 --2- 172.21.15.176:0/2462331559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 0x7f4684136010 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f467c009ed0 tx=0x7f467c032e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d864cf8fa35e1e15 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:35.607 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.602+0000 7f4688836640 1 -- 172.21.15.176:0/2462331559 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f467c033930 con 0x7f4684133c20 2024-09-16T00:12:35.607 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.602+0000 7f4688836640 1 -- 172.21.15.176:0/2462331559 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f467c033ad0 con 0x7f4684133c20 2024-09-16T00:12:35.607 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.602+0000 7f4688836640 1 -- 172.21.15.176:0/2462331559 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f467c03b3f0 con 0x7f4684133c20 2024-09-16T00:12:35.607 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.603+0000 7f468ba9c640 1 -- 172.21.15.176:0/2462331559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 msgr2=0x7f4684136010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.607 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.603+0000 7f468ba9c640 1 --2- 172.21.15.176:0/2462331559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 0x7f4684136010 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f467c009ed0 tx=0x7f467c032e30 comp rx=0 tx=0).stop 2024-09-16T00:12:35.607 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.603+0000 7f468ba9c640 1 -- 172.21.15.176:0/2462331559 shutdown_connections 2024-09-16T00:12:35.607 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.603+0000 7f468ba9c640 1 --2- 172.21.15.176:0/2462331559 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 0x7f4684136010 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.603+0000 7f468ba9c640 1 --2- 172.21.15.176:0/2462331559 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f468406e360 0x7f468406e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.603+0000 7f468ba9c640 1 --2- 172.21.15.176:0/2462331559 >> v2:172.21.15.176:3300/0 conn(0x7f4684099d00 0x7f468406de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.603+0000 7f468ba9c640 1 -- 172.21.15.176:0/2462331559 >> 172.21.15.176:0/2462331559 conn(0x7f468409c9b0 msgr2=0x7f468409cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.603+0000 7f468ba9c640 1 -- 172.21.15.176:0/2462331559 shutdown_connections 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.603+0000 7f468ba9c640 1 -- 172.21.15.176:0/2462331559 wait complete. 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.603+0000 7f468ba9c640 1 Processor -- start 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f468ba9c640 1 -- start start 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f468ba9c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f468406e360 0x7f46841330d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f468ba9c640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4684099d00 0x7f4684133610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f468ba9c640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 0x7f4684094a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f468ba9c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f468408d330 con 0x7f468406e360 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f468ba9c640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f468408d1b0 con 0x7f4684133c20 2024-09-16T00:12:35.608 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f468ba9c640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f468408d4b0 con 0x7f4684099d00 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f4689838640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f468406e360 0x7f46841330d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f4689037640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4684099d00 0x7f4684133610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f4689838640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f468406e360 0x7f46841330d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37070/0 (socket says 172.21.15.176:37070) 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f4689838640 1 -- 172.21.15.176:0/2047748904 learned_addr learned my addr 172.21.15.176:0/2047748904 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f468a039640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 0x7f4684094a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f4689037640 1 -- 172.21.15.176:0/2047748904 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 msgr2=0x7f4684094a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f4689037640 1 --2- 172.21.15.176:0/2047748904 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 0x7f4684094a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f4689037640 1 -- 172.21.15.176:0/2047748904 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f468406e360 msgr2=0x7f46841330d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f4689037640 1 --2- 172.21.15.176:0/2047748904 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f468406e360 0x7f46841330d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f4689037640 1 -- 172.21.15.176:0/2047748904 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46840965a0 con 0x7f4684099d00 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.604+0000 7f4689037640 1 --2- 172.21.15.176:0/2047748904 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4684099d00 0x7f4684133610 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f467400e840 tx=0x7f467400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:35.609 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.605+0000 7f467a7fc640 1 -- 172.21.15.176:0/2047748904 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4674004030 con 0x7f4684099d00 2024-09-16T00:12:35.610 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.605+0000 7f467a7fc640 1 -- 172.21.15.176:0/2047748904 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46740041f0 con 0x7f4684099d00 2024-09-16T00:12:35.610 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.605+0000 7f467a7fc640 1 -- 172.21.15.176:0/2047748904 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f467400c8e0 con 0x7f4684099d00 2024-09-16T00:12:35.610 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.605+0000 7f468ba9c640 1 -- 172.21.15.176:0/2047748904 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4684096dd0 con 0x7f4684099d00 2024-09-16T00:12:35.610 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.605+0000 7f468ba9c640 1 -- 172.21.15.176:0/2047748904 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4684097940 con 0x7f4684099d00 2024-09-16T00:12:35.610 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.606+0000 7f467a7fc640 1 -- 172.21.15.176:0/2047748904 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f467400ca80 con 0x7f4684099d00 2024-09-16T00:12:35.610 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.606+0000 7f468ba9c640 1 -- 172.21.15.176:0/2047748904 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f468406e740 con 0x7f4684099d00 2024-09-16T00:12:35.610 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.606+0000 7f467a7fc640 1 -- 172.21.15.176:0/2047748904 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f467405dbb0 con 0x7f4684099d00 2024-09-16T00:12:35.610 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.609+0000 7f467a7fc640 1 -- 172.21.15.176:0/2047748904 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f4674017020 con 0x7f4684099d00 2024-09-16T00:12:35.749 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.748+0000 7f468ba9c640 1 -- 172.21.15.176:0/2047748904 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4684068d60 con 0x7f4684099d00 2024-09-16T00:12:35.750 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.749+0000 7f467a7fc640 1 -- 172.21.15.176:0/2047748904 <== mon.2 v2:172.21.15.176:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+9184 (secure 0 0 0) 0x7f46740093b0 con 0x7f4684099d00 2024-09-16T00:12:35.750 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:35.750 INFO:teuthology.orchestra.run.smithi176.stdout:{"epoch":32,"fsid":"f5733c88-33f0-4bcb-991e-84a2aa14135d","created":"2024-09-16T00:10:42.433761+0000","modified":"2024-09-16T00:12:31.150965+0000","last_up_change":"2024-09-16T00:12:25.122424+0000","last_in_change":"2024-09-16T00:10:43.558125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T00:10:52.771268+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-16T00:10:57.939572+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c49dbf9f-1b76-434f-a8aa-e54a4bff8ec2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6800","nonce":3722117972}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6801","nonce":3722117972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6803","nonce":3722117972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6802","nonce":3722117972}]},"public_addr":"172.21.15.176:6800/3722117972","cluster_addr":"172.21.15.176:6801/3722117972","heartbeat_back_addr":"172.21.15.176:6803/3722117972","heartbeat_front_addr":"172.21.15.176:6802/3722117972","state":["exists","up"]},{"osd":1,"uuid":"869d662c-df63-45e7-a494-5a9475b05d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":20,"up_from":25,"up_thru":25,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6804","nonce":4580462}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6805","nonce":4580462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6807","nonce":4580462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6806","nonce":4580462}]},"public_addr":"172.21.15.176:6804/4580462","cluster_addr":"172.21.15.176:6805/4580462","heartbeat_back_addr":"172.21.15.176:6807/4580462","heartbeat_front_addr":"172.21.15.176:6806/4580462","state":["exists","up"]},{"osd":2,"uuid":"d2d83abc-ef4e-4743-927a-426470f8b4ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":28,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6808","nonce":3022495963}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6809","nonce":3022495963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6811","nonce":3022495963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6810","nonce":3022495963}]},"public_addr":"172.21.15.176:6808/3022495963","cluster_addr":"172.21.15.176:6809/3022495963","heartbeat_back_addr":"172.21.15.176:6811/3022495963","heartbeat_front_addr":"172.21.15.176:6810/3022495963","state":["exists","up"]},{"osd":3,"uuid":"6a5147a3-24dd-4cfe-b7c7-9d574e0f779a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":28,"up_thru":28,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6812","nonce":3256928594}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6813","nonce":3256928594}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6815","nonce":3256928594}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.176:6814","nonce":3256928594}]},"public_addr":"172.21.15.176:6812/3256928594","cluster_addr":"172.21.15.176:6813/3256928594","heartbeat_back_addr":"172.21.15.176:6815/3256928594","heartbeat_front_addr":"172.21.15.176:6814/3256928594","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.745976+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.625942+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.486916+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-16T00:12:17.093678+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T00:10:48.670274+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.176:6816/32228":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/2891791718":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/127376731":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/4005937172":"2024-09-17T00:12:09.054352+0000","172.21.15.176:0/3217070862":"2024-09-17T00:12:09.054352+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:35.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.751+0000 7f468ba9c640 1 -- 172.21.15.176:0/2047748904 >> v1:172.21.15.176:6816/980076289 conn(0x7f4668048000 legacy=0x7f466804a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.751+0000 7f468ba9c640 1 -- 172.21.15.176:0/2047748904 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4684099d00 msgr2=0x7f4684133610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:35.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.751+0000 7f468ba9c640 1 --2- 172.21.15.176:0/2047748904 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4684099d00 0x7f4684133610 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f467400e840 tx=0x7f467400ed00 comp rx=0 tx=0).stop 2024-09-16T00:12:35.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.751+0000 7f468ba9c640 1 -- 172.21.15.176:0/2047748904 shutdown_connections 2024-09-16T00:12:35.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.751+0000 7f468ba9c640 1 --2- 172.21.15.176:0/2047748904 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f4684133c20 0x7f4684094a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.751+0000 7f468ba9c640 1 --2- 172.21.15.176:0/2047748904 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f4684099d00 0x7f4684133610 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.751+0000 7f468ba9c640 1 --2- 172.21.15.176:0/2047748904 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f468406e360 0x7f46841330d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:35.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.751+0000 7f468ba9c640 1 -- 172.21.15.176:0/2047748904 >> 172.21.15.176:0/2047748904 conn(0x7f468409c9b0 msgr2=0x7f4684071c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:35.752 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.751+0000 7f468ba9c640 1 -- 172.21.15.176:0/2047748904 shutdown_connections 2024-09-16T00:12:35.753 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:35.751+0000 7f468ba9c640 1 -- 172.21.15.176:0/2047748904 wait complete. 2024-09-16T00:12:36.764 INFO:tasks.ceph:Scrubbing osd.0 2024-09-16T00:12:36.765 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:12:36.879 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.877+0000 7fe19a195640 1 Processor -- start 2024-09-16T00:12:36.879 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.877+0000 7fe19a195640 1 -- start start 2024-09-16T00:12:36.879 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe19a195640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe19409b650 0x7fe194097100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe19a195640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe194097640 0x7fe194097a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe19a195640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe194133d20 0x7fe194136110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe19a195640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe1940984a0 con 0x7fe194133d20 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe19a195640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe19409c3a0 con 0x7fe19409b650 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe19a195640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe194074090 con 0x7fe194097640 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe192ffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe194097640 0x7fe194097a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe1937fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe19409b650 0x7fe194097100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe192ffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe194097640 0x7fe194097a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36674/0 (socket says 172.21.15.176:36674) 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe1937fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe19409b650 0x7fe194097100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51702/0 (socket says 172.21.15.176:51702) 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe193fff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe194133d20 0x7fe194136110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe192ffd640 1 -- 172.21.15.176:0/3154173839 learned_addr learned my addr 172.21.15.176:0/3154173839 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:36.880 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe192ffd640 1 -- 172.21.15.176:0/3154173839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe19409b650 msgr2=0x7fe194097100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:36.881 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe192ffd640 1 --2- 172.21.15.176:0/3154173839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe19409b650 0x7fe194097100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:36.881 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe192ffd640 1 -- 172.21.15.176:0/3154173839 >> v2:172.21.15.176:3300/0 conn(0x7fe194133d20 msgr2=0x7fe194136110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:36.881 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe192ffd640 1 --2- 172.21.15.176:0/3154173839 >> v2:172.21.15.176:3300/0 conn(0x7fe194133d20 0x7fe194136110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:36.881 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe192ffd640 1 -- 172.21.15.176:0/3154173839 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1940982a0 con 0x7fe194097640 2024-09-16T00:12:36.881 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe1937fe640 1 --2- 172.21.15.176:0/3154173839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe19409b650 0x7fe194097100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:36.881 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.878+0000 7fe193fff640 1 --2- 172.21.15.176:0/3154173839 >> v2:172.21.15.176:3300/0 conn(0x7fe194133d20 0x7fe194136110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:36.884 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.879+0000 7fe192ffd640 1 --2- 172.21.15.176:0/3154173839 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe194097640 0x7fe194097a40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe1880098d0 tx=0x7fe18802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9655b27f4f5a384 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:36.884 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.879+0000 7fe1927fc640 1 -- 172.21.15.176:0/3154173839 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe188037070 con 0x7fe194097640 2024-09-16T00:12:36.884 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.879+0000 7fe1927fc640 1 -- 172.21.15.176:0/3154173839 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe18802ae10 con 0x7fe194097640 2024-09-16T00:12:36.884 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.879+0000 7fe1927fc640 1 -- 172.21.15.176:0/3154173839 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe188032660 con 0x7fe194097640 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.880+0000 7fe19a195640 1 -- 172.21.15.176:0/3154173839 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe194097640 msgr2=0x7fe194097a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.880+0000 7fe19a195640 1 --2- 172.21.15.176:0/3154173839 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe194097640 0x7fe194097a40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe1880098d0 tx=0x7fe18802a100 comp rx=0 tx=0).stop 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.880+0000 7fe19a195640 1 -- 172.21.15.176:0/3154173839 shutdown_connections 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.880+0000 7fe19a195640 1 --2- 172.21.15.176:0/3154173839 >> v2:172.21.15.176:3300/0 conn(0x7fe194133d20 0x7fe194136110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.880+0000 7fe19a195640 1 --2- 172.21.15.176:0/3154173839 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe194097640 0x7fe194097a40 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.880+0000 7fe19a195640 1 --2- 172.21.15.176:0/3154173839 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe19409b650 0x7fe194097100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.880+0000 7fe19a195640 1 -- 172.21.15.176:0/3154173839 >> 172.21.15.176:0/3154173839 conn(0x7fe19409c870 msgr2=0x7fe19409cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.880+0000 7fe19a195640 1 -- 172.21.15.176:0/3154173839 shutdown_connections 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.880+0000 7fe19a195640 1 -- 172.21.15.176:0/3154173839 wait complete. 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe19a195640 1 Processor -- start 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe19a195640 1 -- start start 2024-09-16T00:12:36.885 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe19a195640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe194097640 0x7fe194071c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe19a195640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe19409b650 0x7fe1940721d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe19a195640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe194133d20 0x7fe194072710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe19a195640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe194136650 con 0x7fe194133d20 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe19a195640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe194098ff0 con 0x7fe194097640 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe19a195640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe1941367d0 con 0x7fe19409b650 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe1937fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe194097640 0x7fe194071c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe1937fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe194097640 0x7fe194071c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51708/0 (socket says 172.21.15.176:51708) 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe193fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe194133d20 0x7fe194072710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe1937fe640 1 -- 172.21.15.176:0/2564297012 learned_addr learned my addr 172.21.15.176:0/2564297012 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.881+0000 7fe192ffd640 1 --2- 172.21.15.176:0/2564297012 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe19409b650 0x7fe1940721d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe1937fe640 1 -- 172.21.15.176:0/2564297012 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe19409b650 msgr2=0x7fe1940721d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe1937fe640 1 --2- 172.21.15.176:0/2564297012 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe19409b650 0x7fe1940721d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe1937fe640 1 -- 172.21.15.176:0/2564297012 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe194133d20 msgr2=0x7fe194072710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:36.886 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe1937fe640 1 --2- 172.21.15.176:0/2564297012 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe194133d20 0x7fe194072710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe1937fe640 1 -- 172.21.15.176:0/2564297012 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe194072c50 con 0x7fe194097640 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe192ffd640 1 --2- 172.21.15.176:0/2564297012 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe19409b650 0x7fe1940721d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe193fff640 1 --2- 172.21.15.176:0/2564297012 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe194133d20 0x7fe194072710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe1937fe640 1 --2- 172.21.15.176:0/2564297012 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe194097640 0x7fe194071c90 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe18400ebe0 tx=0x7fe184009e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe17bfff640 1 -- 172.21.15.176:0/2564297012 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe184017070 con 0x7fe194097640 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe17bfff640 1 -- 172.21.15.176:0/2564297012 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe18400ca00 con 0x7fe194097640 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe17bfff640 1 -- 172.21.15.176:0/2564297012 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18400cdd0 con 0x7fe194097640 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1941253a0 con 0x7fe194097640 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.882+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1941cab50 con 0x7fe194097640 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.883+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe194097a40 con 0x7fe194097640 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.883+0000 7fe17bfff640 1 -- 172.21.15.176:0/2564297012 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fe18401a070 con 0x7fe194097640 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.883+0000 7fe17bfff640 1 -- 172.21.15.176:0/2564297012 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fe18405d870 con 0x7fe194097640 2024-09-16T00:12:36.887 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.884+0000 7fe17bfff640 1 -- 172.21.15.176:0/2564297012 --> v1:172.21.15.176:6800/3722117972 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe184008eb0 con 0x7fe18004e8c0 2024-09-16T00:12:36.888 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.884+0000 7fe17bfff640 1 -- 172.21.15.176:0/2564297012 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fe1840622c0 con 0x7fe194097640 2024-09-16T00:12:36.888 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.884+0000 7fe17bfff640 1 -- 172.21.15.176:0/2564297012 <== osd.0 v1:172.21.15.176:6800/3722117972 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fe184008eb0 con 0x7fe18004e8c0 2024-09-16T00:12:36.898 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.897+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 --> v1:172.21.15.176:6800/3722117972 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fe194062880 con 0x7fe18004e8c0 2024-09-16T00:12:36.898 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.897+0000 7fe17bfff640 1 -- 172.21.15.176:0/2564297012 <== osd.0 v1:172.21.15.176:6800/3722117972 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7fe194062880 con 0x7fe18004e8c0 2024-09-16T00:12:36.898 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-09-16T00:12:36.898 INFO:teuthology.orchestra.run.smithi176.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-16T00:12:36.898 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-09-16T00:12:36.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.897+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 >> v1:172.21.15.176:6800/3722117972 conn(0x7fe18004e8c0 legacy=0x7fe180050d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:36.899 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.898+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 >> v1:172.21.15.176:6816/980076289 conn(0x7fe180047fd0 legacy=0x7fe18004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:36.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.898+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe194097640 msgr2=0x7fe194071c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:36.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.898+0000 7fe19a195640 1 --2- 172.21.15.176:0/2564297012 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe194097640 0x7fe194071c90 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe18400ebe0 tx=0x7fe184009e20 comp rx=0 tx=0).stop 2024-09-16T00:12:36.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.898+0000 7fe193fff640 1 -- 172.21.15.176:0/2564297012 reap_dead start 2024-09-16T00:12:36.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.898+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 shutdown_connections 2024-09-16T00:12:36.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.898+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 >> 172.21.15.176:0/2564297012 conn(0x7fe19409c870 msgr2=0x7fe19409f100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:36.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.898+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 shutdown_connections 2024-09-16T00:12:36.900 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:36.898+0000 7fe19a195640 1 -- 172.21.15.176:0/2564297012 wait complete. 2024-09-16T00:12:36.910 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-16T00:12:37.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2172c87640 1 Processor -- start 2024-09-16T00:12:37.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2172c87640 1 -- start start 2024-09-16T00:12:37.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2172c87640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c1328d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2172c87640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f216c132e10 0x7f216c135200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2172c87640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f216c06cf80 con 0x7f216c12d590 2024-09-16T00:12:37.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2172c87640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f216c12d1d0 con 0x7f216c132e10 2024-09-16T00:12:37.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2172c87640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f216c0725b0 con 0x7f216c1304e0 2024-09-16T00:12:37.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2171224640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f216c132e10 0x7f216c135200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2163fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c1328d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.009 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2163fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c1328d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36684/0 (socket says 172.21.15.176:36684) 2024-09-16T00:12:37.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2163fff640 1 -- 172.21.15.176:0/1903218089 learned_addr learned my addr 172.21.15.176:0/1903218089 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:37.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2171224640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f216c132e10 0x7f216c135200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37100/0 (socket says 172.21.15.176:37100) 2024-09-16T00:12:37.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.007+0000 7f2170a23640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f216c12d590 0x7f216c12d970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:34022/0 (socket says 172.21.15.176:34022) 2024-09-16T00:12:37.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.008+0000 7f2163fff640 1 -- 172.21.15.176:0/1903218089 >> v2:172.21.15.176:3300/0 conn(0x7f216c132e10 msgr2=0x7f216c135200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:37.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.008+0000 7f2163fff640 1 --2- 172.21.15.176:0/1903218089 >> v2:172.21.15.176:3300/0 conn(0x7f216c132e10 0x7f216c135200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.008+0000 7f2163fff640 1 -- 172.21.15.176:0/1903218089 >> v1:172.21.15.176:6789/0 conn(0x7f216c12d590 legacy=0x7f216c12d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.008+0000 7f2163fff640 1 -- 172.21.15.176:0/1903218089 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216c06d230 con 0x7f216c1304e0 2024-09-16T00:12:37.010 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.008+0000 7f2171224640 1 --2- 172.21.15.176:0/1903218089 >> v2:172.21.15.176:3300/0 conn(0x7f216c132e10 0x7f216c135200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:37.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.008+0000 7f2163fff640 1 --2- 172.21.15.176:0/1903218089 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c1328d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f216c06d400 tx=0x7f215c02a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b5cb70f7af5b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:37.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f21637fe640 1 -- 172.21.15.176:0/1903218089 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c037070 con 0x7f216c1304e0 2024-09-16T00:12:37.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f21637fe640 1 -- 172.21.15.176:0/1903218089 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f215c032440 con 0x7f216c1304e0 2024-09-16T00:12:37.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f21637fe640 1 -- 172.21.15.176:0/1903218089 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c032810 con 0x7f216c1304e0 2024-09-16T00:12:37.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f2172c87640 1 -- 172.21.15.176:0/1903218089 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 msgr2=0x7f216c1328d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f2172c87640 1 --2- 172.21.15.176:0/1903218089 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c1328d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f216c06d400 tx=0x7f215c02a130 comp rx=0 tx=0).stop 2024-09-16T00:12:37.013 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f2172c87640 1 -- 172.21.15.176:0/1903218089 shutdown_connections 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f2172c87640 1 --2- 172.21.15.176:0/1903218089 >> v2:172.21.15.176:3300/0 conn(0x7f216c132e10 0x7f216c135200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f2172c87640 1 --2- 172.21.15.176:0/1903218089 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c1328d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f2172c87640 1 -- 172.21.15.176:0/1903218089 >> 172.21.15.176:0/1903218089 conn(0x7f216c09b610 msgr2=0x7f216c09ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f2172c87640 1 -- 172.21.15.176:0/1903218089 shutdown_connections 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.009+0000 7f2172c87640 1 -- 172.21.15.176:0/1903218089 wait complete. 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.010+0000 7f2172c87640 1 Processor -- start 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.010+0000 7f2172c87640 1 -- start start 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2172c87640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f216c12d590 0x7f216c128630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2172c87640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c128b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2172c87640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f216c132e10 0x7f216c1290b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2172c87640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f216c06d990 con 0x7f216c12d590 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2172c87640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f216c135740 con 0x7f216c132e10 2024-09-16T00:12:37.014 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2172c87640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f216c124780 con 0x7f216c1304e0 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2163fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c128b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2170a23640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f216c12d590 0x7f216c128630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2171224640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f216c132e10 0x7f216c1290b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2163fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c128b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36696/0 (socket says 172.21.15.176:36696) 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2170a23640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f216c12d590 0x7f216c128630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37110/0 (socket says 172.21.15.176:37110) 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2163fff640 1 -- 172.21.15.176:0/3367756471 learned_addr learned my addr 172.21.15.176:0/3367756471 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2163fff640 1 -- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f216c132e10 msgr2=0x7f216c1290b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2163fff640 1 --2- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f216c132e10 0x7f216c1290b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2163fff640 1 -- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f216c12d590 msgr2=0x7f216c128630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2163fff640 1 --2- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f216c12d590 0x7f216c128630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2163fff640 1 -- 172.21.15.176:0/3367756471 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216c1239f0 con 0x7f216c1304e0 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2171224640 1 --2- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f216c132e10 0x7f216c1290b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2170a23640 1 --2- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f216c12d590 0x7f216c128630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:37.015 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2163fff640 1 --2- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c128b70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f215c02a170 tx=0x7f215c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:37.016 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f21617fa640 1 -- 172.21.15.176:0/3367756471 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c037040 con 0x7f216c1304e0 2024-09-16T00:12:37.016 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f21617fa640 1 -- 172.21.15.176:0/3367756471 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f215c042070 con 0x7f216c1304e0 2024-09-16T00:12:37.016 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2172c87640 1 -- 172.21.15.176:0/3367756471 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f216c127720 con 0x7f216c1304e0 2024-09-16T00:12:37.016 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f21617fa640 1 -- 172.21.15.176:0/3367756471 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c030920 con 0x7f216c1304e0 2024-09-16T00:12:37.016 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.011+0000 7f2172c87640 1 -- 172.21.15.176:0/3367756471 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f216c124040 con 0x7f216c1304e0 2024-09-16T00:12:37.016 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.012+0000 7f21617fa640 1 -- 172.21.15.176:0/3367756471 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f215c030ac0 con 0x7f216c1304e0 2024-09-16T00:12:37.016 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.012+0000 7f2172c87640 1 -- 172.21.15.176:0/3367756471 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f216c12d970 con 0x7f216c1304e0 2024-09-16T00:12:37.016 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.013+0000 7f21617fa640 1 -- 172.21.15.176:0/3367756471 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f215c07e2f0 con 0x7f216c1304e0 2024-09-16T00:12:37.017 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.016+0000 7f21617fa640 1 -- 172.21.15.176:0/3367756471 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f215c07d3a0 con 0x7f216c1304e0 2024-09-16T00:12:37.159 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.158+0000 7f2172c87640 1 -- 172.21.15.176:0/3367756471 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f216c1249f0 con 0x7f2158047fd0 2024-09-16T00:12:37.160 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.159+0000 7f21617fa640 1 -- 172.21.15.176:0/3367756471 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (unknown 2057319476 0 0) 0x7f216c1249f0 con 0x7f2158047fd0 2024-09-16T00:12:37.160 INFO:teuthology.orchestra.run.smithi176.stderr:instructed osd(s) 0 to deep-scrub 2024-09-16T00:12:37.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.160+0000 7f2172c87640 1 -- 172.21.15.176:0/3367756471 >> v1:172.21.15.176:6816/980076289 conn(0x7f2158047fd0 legacy=0x7f215804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.160+0000 7f2172c87640 1 -- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 msgr2=0x7f216c128b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.160+0000 7f2172c87640 1 --2- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c128b70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f215c02a170 tx=0x7f215c0046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.161 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.160+0000 7f2172c87640 1 -- 172.21.15.176:0/3367756471 shutdown_connections 2024-09-16T00:12:37.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.160+0000 7f2172c87640 1 --2- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f216c132e10 0x7f216c1290b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.160+0000 7f2172c87640 1 --2- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f216c1304e0 0x7f216c128b70 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.160+0000 7f2172c87640 1 --2- 172.21.15.176:0/3367756471 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f216c12d590 0x7f216c128630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.160+0000 7f2172c87640 1 -- 172.21.15.176:0/3367756471 >> 172.21.15.176:0/3367756471 conn(0x7f216c09b610 msgr2=0x7f216c073130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:37.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.160+0000 7f2172c87640 1 -- 172.21.15.176:0/3367756471 shutdown_connections 2024-09-16T00:12:37.162 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.160+0000 7f2172c87640 1 -- 172.21.15.176:0/3367756471 wait complete. 2024-09-16T00:12:37.172 INFO:tasks.ceph:Scrubbing osd.1 2024-09-16T00:12:37.173 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:12:37.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.273+0000 7fd40d453640 1 Processor -- start 2024-09-16T00:12:37.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.273+0000 7fd40d453640 1 -- start start 2024-09-16T00:12:37.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd40d453640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd408097100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd40d453640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd408097640 0x7fd408097a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.275 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd40d453640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4080982a0 con 0x7fd408133d20 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd40d453640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fd4080984a0 con 0x7fd408097640 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd40d453640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd40809c3a0 con 0x7fd40809b650 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd3fe7fc640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd408097640 0x7fd408097a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd406ffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd408097100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd3fe7fc640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fd408097640 0x7fd408097a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37114/0 (socket says 172.21.15.176:37114) 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd3fe7fc640 1 -- 172.21.15.176:0/3140284056 learned_addr learned my addr 172.21.15.176:0/3140284056 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd406ffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd408097100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36698/0 (socket says 172.21.15.176:36698) 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd406ffd640 1 -- 172.21.15.176:0/3140284056 >> v2:172.21.15.176:3300/0 conn(0x7fd408097640 msgr2=0x7fd408097a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd406ffd640 1 --2- 172.21.15.176:0/3140284056 >> v2:172.21.15.176:3300/0 conn(0x7fd408097640 0x7fd408097a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd406ffd640 1 -- 172.21.15.176:0/3140284056 >> v1:172.21.15.176:6789/0 conn(0x7fd408133d20 legacy=0x7fd408136110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd406ffd640 1 -- 172.21.15.176:0/3140284056 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd408098de0 con 0x7fd40809b650 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd4067fc640 1 -- 172.21.15.176:0/3140284056 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1216968878 0 0) 0x7fd4080982a0 con 0x7fd408133d20 2024-09-16T00:12:37.276 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.274+0000 7fd3fe7fc640 1 --2- 172.21.15.176:0/3140284056 >> v2:172.21.15.176:3300/0 conn(0x7fd408097640 0x7fd408097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:37.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.275+0000 7fd406ffd640 1 --2- 172.21.15.176:0/3140284056 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd408097100 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd3f80097a0 tx=0x7fd3f802a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f04f1939f0e0942 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:37.279 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.275+0000 7fd4067fc640 1 -- 172.21.15.176:0/3140284056 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f8037070 con 0x7fd40809b650 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.275+0000 7fd4067fc640 1 -- 172.21.15.176:0/3140284056 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3f802adb0 con 0x7fd40809b650 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.275+0000 7fd4067fc640 1 -- 172.21.15.176:0/3140284056 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f8032660 con 0x7fd40809b650 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.275+0000 7fd40d453640 1 -- 172.21.15.176:0/3140284056 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 msgr2=0x7fd408097100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.275+0000 7fd40d453640 1 --2- 172.21.15.176:0/3140284056 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd408097100 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd3f80097a0 tx=0x7fd3f802a060 comp rx=0 tx=0).stop 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.275+0000 7fd40d453640 1 -- 172.21.15.176:0/3140284056 shutdown_connections 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.275+0000 7fd40d453640 1 --2- 172.21.15.176:0/3140284056 >> v2:172.21.15.176:3300/0 conn(0x7fd408097640 0x7fd408097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.275+0000 7fd40d453640 1 --2- 172.21.15.176:0/3140284056 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd408097100 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.275+0000 7fd40d453640 1 -- 172.21.15.176:0/3140284056 >> 172.21.15.176:0/3140284056 conn(0x7fd40809c870 msgr2=0x7fd40809cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.276+0000 7fd40d453640 1 -- 172.21.15.176:0/3140284056 shutdown_connections 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.276+0000 7fd40d453640 1 -- 172.21.15.176:0/3140284056 wait complete. 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.276+0000 7fd40d453640 1 Processor -- start 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.276+0000 7fd40d453640 1 -- start start 2024-09-16T00:12:37.280 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd40d453640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd408097640 0x7fd408091370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd40d453640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd4080918b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd40d453640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd408133d20 0x7fd408091df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd40d453640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd408099cc0 con 0x7fd408133d20 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd40d453640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fd408137a40 con 0x7fd408097640 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd40d453640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fd408093be0 con 0x7fd40809b650 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd3fe7fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd4080918b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd406ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd408097640 0x7fd408091370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd3fe7fc640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd4080918b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36700/0 (socket says 172.21.15.176:36700) 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd3fe7fc640 1 -- 172.21.15.176:0/2023925622 learned_addr learned my addr 172.21.15.176:0/2023925622 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd4077fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd408133d20 0x7fd408091df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd4077fe640 1 -- 172.21.15.176:0/2023925622 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 msgr2=0x7fd4080918b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd4077fe640 1 --2- 172.21.15.176:0/2023925622 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd4080918b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.281 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd4077fe640 1 -- 172.21.15.176:0/2023925622 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd408097640 msgr2=0x7fd408091370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd4077fe640 1 --2- 172.21.15.176:0/2023925622 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd408097640 0x7fd408091370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd4077fe640 1 -- 172.21.15.176:0/2023925622 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd408132f30 con 0x7fd408133d20 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd3fe7fc640 1 --2- 172.21.15.176:0/2023925622 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fd40809b650 0x7fd4080918b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd406ffd640 1 --2- 172.21.15.176:0/2023925622 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fd408097640 0x7fd408091370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.277+0000 7fd4077fe640 1 --2- 172.21.15.176:0/2023925622 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd408133d20 0x7fd408091df0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd400001560 tx=0x7fd40000cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.278+0000 7fd3fffff640 1 -- 172.21.15.176:0/2023925622 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd400017070 con 0x7fd408133d20 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.278+0000 7fd3fffff640 1 -- 172.21.15.176:0/2023925622 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd400003da0 con 0x7fd408133d20 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.278+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd408099e70 con 0x7fd408133d20 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.278+0000 7fd3fffff640 1 -- 172.21.15.176:0/2023925622 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4000052b0 con 0x7fd408133d20 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.278+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4081cab30 con 0x7fd408133d20 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.278+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd408097a40 con 0x7fd408133d20 2024-09-16T00:12:37.282 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.279+0000 7fd3fffff640 1 -- 172.21.15.176:0/2023925622 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fd40001a070 con 0x7fd408133d20 2024-09-16T00:12:37.284 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.279+0000 7fd3fffff640 1 -- 172.21.15.176:0/2023925622 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fd40005cf40 con 0x7fd408133d20 2024-09-16T00:12:37.284 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.279+0000 7fd3fffff640 1 -- 172.21.15.176:0/2023925622 --> v1:172.21.15.176:6804/4580462 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd400008e50 con 0x7fd3e804e850 2024-09-16T00:12:37.284 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.279+0000 7fd3fffff640 1 -- 172.21.15.176:0/2023925622 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fd40005f5e0 con 0x7fd408133d20 2024-09-16T00:12:37.284 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.280+0000 7fd3fffff640 1 -- 172.21.15.176:0/2023925622 <== osd.1 v1:172.21.15.176:6804/4580462 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fd400008e50 con 0x7fd3e804e850 2024-09-16T00:12:37.293 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.292+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 --> v1:172.21.15.176:6804/4580462 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd408062880 con 0x7fd3e804e850 2024-09-16T00:12:37.293 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.292+0000 7fd3fffff640 1 -- 172.21.15.176:0/2023925622 <== osd.1 v1:172.21.15.176:6804/4580462 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7fd408062880 con 0x7fd3e804e850 2024-09-16T00:12:37.293 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-09-16T00:12:37.294 INFO:teuthology.orchestra.run.smithi176.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-16T00:12:37.294 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-09-16T00:12:37.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.293+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 >> v1:172.21.15.176:6804/4580462 conn(0x7fd3e804e850 legacy=0x7fd3e8050c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.293+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 >> v1:172.21.15.176:6816/980076289 conn(0x7fd3e8047fd0 legacy=0x7fd3e804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.293+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd408133d20 msgr2=0x7fd408091df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.293+0000 7fd40d453640 1 --2- 172.21.15.176:0/2023925622 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd408133d20 0x7fd408091df0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd400001560 tx=0x7fd40000cbe0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.293+0000 7fd4077fe640 1 -- 172.21.15.176:0/2023925622 reap_dead start 2024-09-16T00:12:37.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.293+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 shutdown_connections 2024-09-16T00:12:37.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.293+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 >> 172.21.15.176:0/2023925622 conn(0x7fd40809c870 msgr2=0x7fd408133590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:37.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.293+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 shutdown_connections 2024-09-16T00:12:37.295 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.293+0000 7fd40d453640 1 -- 172.21.15.176:0/2023925622 wait complete. 2024-09-16T00:12:37.305 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-16T00:12:37.404 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbce6a67640 1 Processor -- start 2024-09-16T00:12:37.404 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbce6a67640 1 -- start start 2024-09-16T00:12:37.404 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbce6a67640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fbce0130340 0x7fbce0132730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.404 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbce6a67640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0132c70 0x7fbce0135060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.404 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbce6a67640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbce00630c0 con 0x7fbce0073710 2024-09-16T00:12:37.404 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbce6a67640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fbce009bc00 con 0x7fbce0130340 2024-09-16T00:12:37.404 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbce6a67640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fbce0097d40 con 0x7fbce0132c70 2024-09-16T00:12:37.404 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbcdffff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fbce0130340 0x7fbce0132730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.404 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbcdffff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fbce0130340 0x7fbce0132730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37142/0 (socket says 172.21.15.176:37142) 2024-09-16T00:12:37.404 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbcdffff640 1 -- 172.21.15.176:0/1373610609 learned_addr learned my addr 172.21.15.176:0/1373610609 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:37.405 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.402+0000 7fbce5004640 1 --2- 172.21.15.176:0/1373610609 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0132c70 0x7fbce0135060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.405 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.403+0000 7fbcdffff640 1 -- 172.21.15.176:0/1373610609 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0132c70 msgr2=0x7fbce0135060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:37.405 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.403+0000 7fbcdffff640 1 --2- 172.21.15.176:0/1373610609 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0132c70 0x7fbce0135060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.405 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.403+0000 7fbcdffff640 1 -- 172.21.15.176:0/1373610609 >> v1:172.21.15.176:6789/0 conn(0x7fbce0073710 legacy=0x7fbce0073af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.405 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.403+0000 7fbcdffff640 1 -- 172.21.15.176:0/1373610609 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbce0096ed0 con 0x7fbce0130340 2024-09-16T00:12:37.405 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.403+0000 7fbcdf7fe640 1 -- 172.21.15.176:0/1373610609 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2782196832 0 0) 0x7fbce00630c0 con 0x7fbce0073710 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.403+0000 7fbcdffff640 1 --2- 172.21.15.176:0/1373610609 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0130340 0x7fbce0132730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fbccc009870 tx=0x7fbccc02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3964124ecc7db29 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbcdf7fe640 1 -- 172.21.15.176:0/1373610609 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbccc037070 con 0x7fbce0130340 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbcdf7fe640 1 -- 172.21.15.176:0/1373610609 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbccc032440 con 0x7fbce0130340 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbcdf7fe640 1 -- 172.21.15.176:0/1373610609 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbccc032810 con 0x7fbce0130340 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbce6a67640 1 -- 172.21.15.176:0/1373610609 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0130340 msgr2=0x7fbce0132730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbce6a67640 1 --2- 172.21.15.176:0/1373610609 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0130340 0x7fbce0132730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fbccc009870 tx=0x7fbccc02a130 comp rx=0 tx=0).stop 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbce6a67640 1 -- 172.21.15.176:0/1373610609 shutdown_connections 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbce6a67640 1 --2- 172.21.15.176:0/1373610609 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0132c70 0x7fbce0135060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbce6a67640 1 --2- 172.21.15.176:0/1373610609 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0130340 0x7fbce0132730 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbce6a67640 1 -- 172.21.15.176:0/1373610609 >> 172.21.15.176:0/1373610609 conn(0x7fbce009c2a0 msgr2=0x7fbce009c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbce6a67640 1 -- 172.21.15.176:0/1373610609 shutdown_connections 2024-09-16T00:12:37.409 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.404+0000 7fbce6a67640 1 -- 172.21.15.176:0/1373610609 wait complete. 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.405+0000 7fbce6a67640 1 Processor -- start 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.405+0000 7fbce6a67640 1 -- start start 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce6a67640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0073710 0x7fbce012f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce6a67640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0130340 0x7fbce012f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce6a67640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbce0132c70 0x7fbce008f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce6a67640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbce0135930 con 0x7fbce0073710 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce6a67640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fbce01357b0 con 0x7fbce0132c70 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce6a67640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fbce0135ab0 con 0x7fbce0130340 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce4803640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0073710 0x7fbce012f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbcdffff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0130340 0x7fbce012f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce4803640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0073710 0x7fbce012f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37156/0 (socket says 172.21.15.176:37156) 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce4803640 1 -- 172.21.15.176:0/2636911468 learned_addr learned my addr 172.21.15.176:0/2636911468 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce5004640 1 --2- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbce0132c70 0x7fbce008f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.410 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce4803640 1 -- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0130340 msgr2=0x7fbce012f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce4803640 1 --2- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0130340 0x7fbce012f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce4803640 1 -- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbce0132c70 msgr2=0x7fbce008f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce4803640 1 --2- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbce0132c70 0x7fbce008f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce4803640 1 -- 172.21.15.176:0/2636911468 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbce0094e40 con 0x7fbce0073710 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbcdffff640 1 --2- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0130340 0x7fbce012f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce4803640 1 --2- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0073710 0x7fbce012f3d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbcd400c460 tx=0x7fbcd400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbcdd7fa640 1 -- 172.21.15.176:0/2636911468 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd4005480 con 0x7fbce0073710 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbcdd7fa640 1 -- 172.21.15.176:0/2636911468 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcd40035f0 con 0x7fbce0073710 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce6a67640 1 -- 172.21.15.176:0/2636911468 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbce0092520 con 0x7fbce0073710 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbcdd7fa640 1 -- 172.21.15.176:0/2636911468 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd4003a00 con 0x7fbce0073710 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.406+0000 7fbce6a67640 1 -- 172.21.15.176:0/2636911468 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbce012fe50 con 0x7fbce0073710 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.407+0000 7fbcdd7fa640 1 -- 172.21.15.176:0/2636911468 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fbcd4003ba0 con 0x7fbce0073710 2024-09-16T00:12:37.411 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.407+0000 7fbce6a67640 1 -- 172.21.15.176:0/2636911468 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbce0099c00 con 0x7fbce0073710 2024-09-16T00:12:37.412 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.408+0000 7fbcdd7fa640 1 -- 172.21.15.176:0/2636911468 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fbcd405d5a0 con 0x7fbce0073710 2024-09-16T00:12:37.412 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.411+0000 7fbcdd7fa640 1 -- 172.21.15.176:0/2636911468 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fbce0099c00 con 0x7fbce0073710 2024-09-16T00:12:37.551 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.550+0000 7fbce6a67640 1 -- 172.21.15.176:0/2636911468 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fbce0130140 con 0x7fbcc4048170 2024-09-16T00:12:37.552 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.551+0000 7fbcdd7fa640 1 -- 172.21.15.176:0/2636911468 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (unknown 489605429 0 0) 0x7fbce0130140 con 0x7fbcc4048170 2024-09-16T00:12:37.552 INFO:teuthology.orchestra.run.smithi176.stderr:instructed osd(s) 1 to deep-scrub 2024-09-16T00:12:37.553 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.552+0000 7fbce6a67640 1 -- 172.21.15.176:0/2636911468 >> v1:172.21.15.176:6816/980076289 conn(0x7fbcc4048170 legacy=0x7fbcc404a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.552+0000 7fbce6a67640 1 -- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0073710 msgr2=0x7fbce012f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.552+0000 7fbce6a67640 1 --2- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0073710 0x7fbce012f3d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbcd400c460 tx=0x7fbcd400c920 comp rx=0 tx=0).stop 2024-09-16T00:12:37.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.552+0000 7fbce6a67640 1 -- 172.21.15.176:0/2636911468 shutdown_connections 2024-09-16T00:12:37.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.552+0000 7fbce6a67640 1 --2- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fbce0132c70 0x7fbce008f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.552+0000 7fbce6a67640 1 --2- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fbce0130340 0x7fbce012f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.552+0000 7fbce6a67640 1 --2- 172.21.15.176:0/2636911468 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbce0073710 0x7fbce012f3d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.552+0000 7fbce6a67640 1 -- 172.21.15.176:0/2636911468 >> 172.21.15.176:0/2636911468 conn(0x7fbce009c2a0 msgr2=0x7fbce01321d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:37.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.552+0000 7fbce6a67640 1 -- 172.21.15.176:0/2636911468 shutdown_connections 2024-09-16T00:12:37.554 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.552+0000 7fbce6a67640 1 -- 172.21.15.176:0/2636911468 wait complete. 2024-09-16T00:12:37.564 INFO:tasks.ceph:Scrubbing osd.2 2024-09-16T00:12:37.564 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:12:37.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.664+0000 7ff4aa0f0640 1 Processor -- start 2024-09-16T00:12:37.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.664+0000 7ff4aa0f0640 1 -- start start 2024-09-16T00:12:37.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4aa0f0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 0x7ff4a412a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4aa0f0640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff4a4098de0 0x7ff4a412d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4aa0f0640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4a409b8b0 con 0x7ff4a412aa60 2024-09-16T00:12:37.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4aa0f0640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7ff4a4129d80 con 0x7ff4a4098de0 2024-09-16T00:12:37.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4aa0f0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff4a4099c50 con 0x7ff4a412a140 2024-09-16T00:12:37.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a37fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 0x7ff4a412a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a3fff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff4a4098de0 0x7ff4a412d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a3fff640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff4a4098de0 0x7ff4a412d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37170/0 (socket says 172.21.15.176:37170) 2024-09-16T00:12:37.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a2ffd640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7ff4a412aa60 0x7ff4a412d280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:34046/0 (socket says 172.21.15.176:34046) 2024-09-16T00:12:37.667 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a37fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 0x7ff4a412a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51746/0 (socket says 172.21.15.176:51746) 2024-09-16T00:12:37.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a3fff640 1 -- 172.21.15.176:0/1037789589 learned_addr learned my addr 172.21.15.176:0/1037789589 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:37.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a3fff640 1 -- 172.21.15.176:0/1037789589 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 msgr2=0x7ff4a412a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:37.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a3fff640 1 --2- 172.21.15.176:0/1037789589 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 0x7ff4a412a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a3fff640 1 -- 172.21.15.176:0/1037789589 >> v1:172.21.15.176:6789/0 conn(0x7ff4a412aa60 legacy=0x7ff4a412d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a3fff640 1 -- 172.21.15.176:0/1037789589 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4a4099670 con 0x7ff4a4098de0 2024-09-16T00:12:37.668 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.665+0000 7ff4a37fe640 1 --2- 172.21.15.176:0/1037789589 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 0x7ff4a412a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:37.672 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.666+0000 7ff4a3fff640 1 --2- 172.21.15.176:0/1037789589 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff4a4098de0 0x7ff4a412d990 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff49c009e50 tx=0x7ff49c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=690172db983339e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:37.672 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.666+0000 7ff4a27fc640 1 -- 172.21.15.176:0/1037789589 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff49c036070 con 0x7ff4a4098de0 2024-09-16T00:12:37.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.666+0000 7ff4a27fc640 1 -- 172.21.15.176:0/1037789589 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff49c031600 con 0x7ff4a4098de0 2024-09-16T00:12:37.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.666+0000 7ff4a27fc640 1 -- 172.21.15.176:0/1037789589 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff49c0319d0 con 0x7ff4a4098de0 2024-09-16T00:12:37.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.666+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/1037789589 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff4a4098de0 msgr2=0x7ff4a412d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.667+0000 7ff4aa0f0640 1 --2- 172.21.15.176:0/1037789589 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff4a4098de0 0x7ff4a412d990 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff49c009e50 tx=0x7ff49c02a5f0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.667+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/1037789589 shutdown_connections 2024-09-16T00:12:37.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.667+0000 7ff4aa0f0640 1 --2- 172.21.15.176:0/1037789589 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff4a4098de0 0x7ff4a412d990 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.667+0000 7ff4aa0f0640 1 --2- 172.21.15.176:0/1037789589 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 0x7ff4a412a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.667+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/1037789589 >> 172.21.15.176:0/1037789589 conn(0x7ff4a409c870 msgr2=0x7ff4a409cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:37.673 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.667+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/1037789589 shutdown_connections 2024-09-16T00:12:37.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.667+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/1037789589 wait complete. 2024-09-16T00:12:37.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.667+0000 7ff4aa0f0640 1 Processor -- start 2024-09-16T00:12:37.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4aa0f0640 1 -- start start 2024-09-16T00:12:37.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4aa0f0640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff4a4098de0 0x7ff4a41289b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4aa0f0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 0x7ff4a4128ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4aa0f0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff4a412aa60 0x7ff4a4129430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4aa0f0640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff4a4135740 con 0x7ff4a412aa60 2024-09-16T00:12:37.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4aa0f0640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff4a41355c0 con 0x7ff4a412a140 2024-09-16T00:12:37.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4aa0f0640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7ff4a41358c0 con 0x7ff4a4098de0 2024-09-16T00:12:37.674 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a37fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff4a4098de0 0x7ff4a41289b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a2ffd640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 0x7ff4a4128ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a3fff640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff4a412aa60 0x7ff4a4129430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a37fe640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff4a4098de0 0x7ff4a41289b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36722/0 (socket says 172.21.15.176:36722) 2024-09-16T00:12:37.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a37fe640 1 -- 172.21.15.176:0/3895263226 learned_addr learned my addr 172.21.15.176:0/3895263226 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:37.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a2ffd640 1 -- 172.21.15.176:0/3895263226 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff4a4098de0 msgr2=0x7ff4a41289b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a2ffd640 1 --2- 172.21.15.176:0/3895263226 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff4a4098de0 0x7ff4a41289b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a2ffd640 1 -- 172.21.15.176:0/3895263226 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff4a412aa60 msgr2=0x7ff4a4129430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.675 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a2ffd640 1 --2- 172.21.15.176:0/3895263226 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff4a412aa60 0x7ff4a4129430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a2ffd640 1 -- 172.21.15.176:0/3895263226 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4a41304b0 con 0x7ff4a412a140 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.668+0000 7ff4a3fff640 1 --2- 172.21.15.176:0/3895263226 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff4a412aa60 0x7ff4a4129430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.669+0000 7ff4a2ffd640 1 --2- 172.21.15.176:0/3895263226 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 0x7ff4a4128ef0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff49800c430 tx=0x7ff49800c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.669+0000 7ff48bfff640 1 -- 172.21.15.176:0/3895263226 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4980074e0 con 0x7ff4a412a140 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.669+0000 7ff48bfff640 1 -- 172.21.15.176:0/3895263226 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff498007680 con 0x7ff4a412a140 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.669+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4a412f090 con 0x7ff4a412a140 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.669+0000 7ff48bfff640 1 -- 172.21.15.176:0/3895263226 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4980049e0 con 0x7ff4a412a140 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.669+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4a4135250 con 0x7ff4a412a140 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.669+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff4a412a520 con 0x7ff4a412a140 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.670+0000 7ff48bfff640 1 -- 172.21.15.176:0/3895263226 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7ff49801a020 con 0x7ff4a412a140 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.670+0000 7ff48bfff640 1 -- 172.21.15.176:0/3895263226 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7ff49805d060 con 0x7ff4a412a140 2024-09-16T00:12:37.676 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.670+0000 7ff48bfff640 1 -- 172.21.15.176:0/3895263226 --> v1:172.21.15.176:6808/3022495963 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff490052500 con 0x7ff49004e850 2024-09-16T00:12:37.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.670+0000 7ff48bfff640 1 -- 172.21.15.176:0/3895263226 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7ff498064050 con 0x7ff4a412a140 2024-09-16T00:12:37.677 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.671+0000 7ff48bfff640 1 -- 172.21.15.176:0/3895263226 <== osd.2 v1:172.21.15.176:6808/3022495963 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7ff490052500 con 0x7ff49004e850 2024-09-16T00:12:37.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.683+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 --> v1:172.21.15.176:6808/3022495963 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff4a4062880 con 0x7ff49004e850 2024-09-16T00:12:37.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.683+0000 7ff48bfff640 1 -- 172.21.15.176:0/3895263226 <== osd.2 v1:172.21.15.176:6808/3022495963 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7ff4a4062880 con 0x7ff49004e850 2024-09-16T00:12:37.684 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-09-16T00:12:37.685 INFO:teuthology.orchestra.run.smithi176.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-16T00:12:37.685 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-09-16T00:12:37.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.684+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 >> v1:172.21.15.176:6808/3022495963 conn(0x7ff49004e850 legacy=0x7ff490050c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.684+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 >> v1:172.21.15.176:6816/980076289 conn(0x7ff490047fd0 legacy=0x7ff49004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.684+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 msgr2=0x7ff4a4128ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.684+0000 7ff4aa0f0640 1 --2- 172.21.15.176:0/3895263226 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff4a412a140 0x7ff4a4128ef0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff49800c430 tx=0x7ff49800c8f0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.684+0000 7ff4a3fff640 1 -- 172.21.15.176:0/3895263226 reap_dead start 2024-09-16T00:12:37.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.684+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 shutdown_connections 2024-09-16T00:12:37.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.684+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 >> 172.21.15.176:0/3895263226 conn(0x7ff4a409c870 msgr2=0x7ff4a412cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:37.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.684+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 shutdown_connections 2024-09-16T00:12:37.686 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.684+0000 7ff4aa0f0640 1 -- 172.21.15.176:0/3895263226 wait complete. 2024-09-16T00:12:37.695 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-16T00:12:37.801 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfddb53640 1 Processor -- start 2024-09-16T00:12:37.801 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfddb53640 1 -- start start 2024-09-16T00:12:37.802 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfddb53640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdfd8096b20 0x7fdfd80975d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.802 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfddb53640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8097b10 0x7fdfd8097f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.802 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfddb53640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfd8099230 con 0x7fdfd8133d20 2024-09-16T00:12:37.802 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfddb53640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fdfd8098f50 con 0x7fdfd8096b20 2024-09-16T00:12:37.802 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfddb53640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fdfd80759c0 con 0x7fdfd8097b10 2024-09-16T00:12:37.802 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfd6ffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8097b10 0x7fdfd8097f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.803 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfd77fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdfd8096b20 0x7fdfd80975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.803 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfd77fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fdfd8096b20 0x7fdfd80975d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37194/0 (socket says 172.21.15.176:37194) 2024-09-16T00:12:37.804 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfd6ffd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8097b10 0x7fdfd8097f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36736/0 (socket says 172.21.15.176:36736) 2024-09-16T00:12:37.804 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfd77fe640 1 -- 172.21.15.176:0/452242319 learned_addr learned my addr 172.21.15.176:0/452242319 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:37.804 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.792+0000 7fdfd6ffd640 1 -- 172.21.15.176:0/452242319 >> v2:172.21.15.176:3300/0 conn(0x7fdfd8096b20 msgr2=0x7fdfd80975d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:37.804 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.793+0000 7fdfd6ffd640 1 --2- 172.21.15.176:0/452242319 >> v2:172.21.15.176:3300/0 conn(0x7fdfd8096b20 0x7fdfd80975d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.804 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.793+0000 7fdfd6ffd640 1 -- 172.21.15.176:0/452242319 >> v1:172.21.15.176:6789/0 conn(0x7fdfd8133d20 legacy=0x7fdfd8136110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.805 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.793+0000 7fdfd6ffd640 1 -- 172.21.15.176:0/452242319 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfd8099dc0 con 0x7fdfd8097b10 2024-09-16T00:12:37.805 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.793+0000 7fdfd77fe640 1 --2- 172.21.15.176:0/452242319 >> v2:172.21.15.176:3300/0 conn(0x7fdfd8096b20 0x7fdfd80975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:37.805 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.793+0000 7fdfd6ffd640 1 --2- 172.21.15.176:0/452242319 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8097b10 0x7fdfd8097f30 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc0097a0 tx=0x7fdfcc02a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=435ffd3d1856b657 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:37.805 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.793+0000 7fdfd67fc640 1 -- 172.21.15.176:0/452242319 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc037070 con 0x7fdfd8097b10 2024-09-16T00:12:37.806 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.793+0000 7fdfd67fc640 1 -- 172.21.15.176:0/452242319 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfcc02adb0 con 0x7fdfd8097b10 2024-09-16T00:12:37.806 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.793+0000 7fdfd67fc640 1 -- 172.21.15.176:0/452242319 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc032660 con 0x7fdfd8097b10 2024-09-16T00:12:37.806 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.794+0000 7fdfddb53640 1 -- 172.21.15.176:0/452242319 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8097b10 msgr2=0x7fdfd8097f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.806 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.794+0000 7fdfddb53640 1 --2- 172.21.15.176:0/452242319 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8097b10 0x7fdfd8097f30 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc0097a0 tx=0x7fdfcc02a060 comp rx=0 tx=0).stop 2024-09-16T00:12:37.806 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.794+0000 7fdfddb53640 1 -- 172.21.15.176:0/452242319 shutdown_connections 2024-09-16T00:12:37.807 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.794+0000 7fdfddb53640 1 --2- 172.21.15.176:0/452242319 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8097b10 0x7fdfd8097f30 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.807 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.794+0000 7fdfddb53640 1 --2- 172.21.15.176:0/452242319 >> v2:172.21.15.176:3300/0 conn(0x7fdfd8096b20 0x7fdfd80975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.807 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.794+0000 7fdfddb53640 1 -- 172.21.15.176:0/452242319 >> 172.21.15.176:0/452242319 conn(0x7fdfd809ffb0 msgr2=0x7fdfd80a03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:37.807 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.794+0000 7fdfddb53640 1 -- 172.21.15.176:0/452242319 shutdown_connections 2024-09-16T00:12:37.807 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.794+0000 7fdfddb53640 1 -- 172.21.15.176:0/452242319 wait complete. 2024-09-16T00:12:37.807 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfddb53640 1 Processor -- start 2024-09-16T00:12:37.808 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfddb53640 1 -- start start 2024-09-16T00:12:37.808 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfddb53640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdfd8096b20 0x7fdfd81c4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.808 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfddb53640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdfd8097b10 0x7fdfd81c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.808 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfddb53640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8133d20 0x7fdfd8070a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:37.808 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfddb53640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd8137a40 con 0x7fdfd8097b10 2024-09-16T00:12:37.809 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfddb53640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fdfd80a0ad0 con 0x7fdfd8096b20 2024-09-16T00:12:37.809 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfddb53640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fdfd8137bc0 con 0x7fdfd8133d20 2024-09-16T00:12:37.809 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfd6ffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdfd8097b10 0x7fdfd81c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.809 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfd77fe640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdfd8096b20 0x7fdfd81c4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.810 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfd6ffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdfd8097b10 0x7fdfd81c53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37202/0 (socket says 172.21.15.176:37202) 2024-09-16T00:12:37.810 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfd7fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8133d20 0x7fdfd8070a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:37.810 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.795+0000 7fdfd6ffd640 1 -- 172.21.15.176:0/3536934244 learned_addr learned my addr 172.21.15.176:0/3536934244 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:37.810 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfd6ffd640 1 -- 172.21.15.176:0/3536934244 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8133d20 msgr2=0x7fdfd8070a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfd6ffd640 1 --2- 172.21.15.176:0/3536934244 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8133d20 0x7fdfd8070a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfd6ffd640 1 -- 172.21.15.176:0/3536934244 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdfd8096b20 msgr2=0x7fdfd81c4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfd6ffd640 1 --2- 172.21.15.176:0/3536934244 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdfd8096b20 0x7fdfd81c4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfd6ffd640 1 -- 172.21.15.176:0/3536934244 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfd8124eb0 con 0x7fdfd8097b10 2024-09-16T00:12:37.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfd6ffd640 1 --2- 172.21.15.176:0/3536934244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdfd8097b10 0x7fdfd81c53a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc0098c0 tx=0x7fdfcc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:37.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfbffff640 1 -- 172.21.15.176:0/3536934244 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc041030 con 0x7fdfd8097b10 2024-09-16T00:12:37.811 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfbffff640 1 -- 172.21.15.176:0/3536934244 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfcc03c670 con 0x7fdfd8097b10 2024-09-16T00:12:37.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfbffff640 1 -- 172.21.15.176:0/3536934244 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc037040 con 0x7fdfd8097b10 2024-09-16T00:12:37.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfddb53640 1 -- 172.21.15.176:0/3536934244 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfd8073880 con 0x7fdfd8097b10 2024-09-16T00:12:37.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.796+0000 7fdfddb53640 1 -- 172.21.15.176:0/3536934244 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfd8070f50 con 0x7fdfd8097b10 2024-09-16T00:12:37.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.797+0000 7fdfbffff640 1 -- 172.21.15.176:0/3536934244 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fdfcc044070 con 0x7fdfd8097b10 2024-09-16T00:12:37.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.797+0000 7fdfddb53640 1 -- 172.21.15.176:0/3536934244 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfd80975d0 con 0x7fdfd8097b10 2024-09-16T00:12:37.812 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.797+0000 7fdfbffff640 1 -- 172.21.15.176:0/3536934244 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fdfcc07dfb0 con 0x7fdfd8097b10 2024-09-16T00:12:37.813 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.801+0000 7fdfbffff640 1 -- 172.21.15.176:0/3536934244 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fdfcc07d060 con 0x7fdfd8097b10 2024-09-16T00:12:37.942 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.941+0000 7fdfddb53640 1 -- 172.21.15.176:0/3536934244 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7fdfd8072b80 con 0x7fdfc4047fd0 2024-09-16T00:12:37.943 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.942+0000 7fdfbffff640 1 -- 172.21.15.176:0/3536934244 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (unknown 3049115190 0 0) 0x7fdfd8072b80 con 0x7fdfc4047fd0 2024-09-16T00:12:37.943 INFO:teuthology.orchestra.run.smithi176.stderr:instructed osd(s) 2 to deep-scrub 2024-09-16T00:12:37.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.944+0000 7fdfddb53640 1 -- 172.21.15.176:0/3536934244 >> v1:172.21.15.176:6816/980076289 conn(0x7fdfc4047fd0 legacy=0x7fdfc404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.944+0000 7fdfddb53640 1 -- 172.21.15.176:0/3536934244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdfd8097b10 msgr2=0x7fdfd81c53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:37.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.944+0000 7fdfddb53640 1 --2- 172.21.15.176:0/3536934244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdfd8097b10 0x7fdfd81c53a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc0098c0 tx=0x7fdfcc0046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.944+0000 7fdfddb53640 1 -- 172.21.15.176:0/3536934244 shutdown_connections 2024-09-16T00:12:37.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.944+0000 7fdfddb53640 1 --2- 172.21.15.176:0/3536934244 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fdfd8133d20 0x7fdfd8070a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.945 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.944+0000 7fdfddb53640 1 --2- 172.21.15.176:0/3536934244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdfd8097b10 0x7fdfd81c53a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.944+0000 7fdfddb53640 1 --2- 172.21.15.176:0/3536934244 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fdfd8096b20 0x7fdfd81c4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:37.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.944+0000 7fdfddb53640 1 -- 172.21.15.176:0/3536934244 >> 172.21.15.176:0/3536934244 conn(0x7fdfd809ffb0 msgr2=0x7fdfd8135f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:37.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.944+0000 7fdfddb53640 1 -- 172.21.15.176:0/3536934244 shutdown_connections 2024-09-16T00:12:37.946 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:37.944+0000 7fdfddb53640 1 -- 172.21.15.176:0/3536934244 wait complete. 2024-09-16T00:12:37.955 INFO:tasks.ceph:Scrubbing osd.3 2024-09-16T00:12:37.956 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-16T00:12:38.059 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.057+0000 7fe1c33db640 1 Processor -- start 2024-09-16T00:12:38.059 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.057+0000 7fe1c33db640 1 -- start start 2024-09-16T00:12:38.059 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c33db640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc091a40 0x7fe1bc134b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.059 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c33db640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe1bc1350d0 0x7fe1bc1374c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.059 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c33db640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1bc068410 con 0x7fe1bc0928c0 2024-09-16T00:12:38.059 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c33db640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fe1bc094e40 con 0x7fe1bc1350d0 2024-09-16T00:12:38.059 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c33db640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe1bc092490 con 0x7fe1bc091a40 2024-09-16T00:12:38.059 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c0976640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc091a40 0x7fe1bc134b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.060 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c1177640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7fe1bc0928c0 0x7fe1bc092ca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:34062/0 (socket says 172.21.15.176:34062) 2024-09-16T00:12:38.060 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c1978640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fe1bc1350d0 0x7fe1bc1374c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.060 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c1177640 1 -- 172.21.15.176:0/3801150173 learned_addr learned my addr 172.21.15.176:0/3801150173 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:38.060 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c1978640 1 -- 172.21.15.176:0/3801150173 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc091a40 msgr2=0x7fe1bc134b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:38.060 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c1978640 1 --2- 172.21.15.176:0/3801150173 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc091a40 0x7fe1bc134b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.060 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c1978640 1 -- 172.21.15.176:0/3801150173 >> v1:172.21.15.176:6789/0 conn(0x7fe1bc0928c0 legacy=0x7fe1bc092ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.060 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c1978640 1 -- 172.21.15.176:0/3801150173 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1bc0935c0 con 0x7fe1bc1350d0 2024-09-16T00:12:38.060 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.058+0000 7fe1c0976640 1 --2- 172.21.15.176:0/3801150173 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc091a40 0x7fe1bc134b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:38.064 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.059+0000 7fe1c1978640 1 --2- 172.21.15.176:0/3801150173 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1bc1350d0 0x7fe1bc1374c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4009d90 tx=0x7fe1b402a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3257856156c2385 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:38.064 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.059+0000 7fe1b3fff640 1 -- 172.21.15.176:0/3801150173 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b4007740 con 0x7fe1bc1350d0 2024-09-16T00:12:38.064 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.059+0000 7fe1b3fff640 1 -- 172.21.15.176:0/3801150173 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1b40078e0 con 0x7fe1bc1350d0 2024-09-16T00:12:38.064 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.059+0000 7fe1b3fff640 1 -- 172.21.15.176:0/3801150173 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b4007cb0 con 0x7fe1bc1350d0 2024-09-16T00:12:38.064 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.059+0000 7fe1c33db640 1 -- 172.21.15.176:0/3801150173 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1bc1350d0 msgr2=0x7fe1bc1374c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.064 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.059+0000 7fe1c33db640 1 --2- 172.21.15.176:0/3801150173 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1bc1350d0 0x7fe1bc1374c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4009d90 tx=0x7fe1b402a530 comp rx=0 tx=0).stop 2024-09-16T00:12:38.064 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.059+0000 7fe1c33db640 1 -- 172.21.15.176:0/3801150173 shutdown_connections 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.059+0000 7fe1c33db640 1 --2- 172.21.15.176:0/3801150173 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1bc1350d0 0x7fe1bc1374c0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.059+0000 7fe1c33db640 1 --2- 172.21.15.176:0/3801150173 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc091a40 0x7fe1bc134b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.059+0000 7fe1c33db640 1 -- 172.21.15.176:0/3801150173 >> 172.21.15.176:0/3801150173 conn(0x7fe1bc09c290 msgr2=0x7fe1bc09c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.060+0000 7fe1c33db640 1 -- 172.21.15.176:0/3801150173 shutdown_connections 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.060+0000 7fe1c33db640 1 -- 172.21.15.176:0/3801150173 wait complete. 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.060+0000 7fe1c33db640 1 Processor -- start 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.060+0000 7fe1c33db640 1 -- start start 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c33db640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe1bc091a40 0x7fe1bc072d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c33db640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc0928c0 0x7fe1bc0732c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c33db640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1bc1350d0 0x7fe1bc073800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.065 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c33db640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe1bc137d90 con 0x7fe1bc1350d0 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c33db640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fe1bc137c10 con 0x7fe1bc0928c0 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c33db640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fe1bc137f10 con 0x7fe1bc091a40 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c0976640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc0928c0 0x7fe1bc0732c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c1978640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1bc1350d0 0x7fe1bc073800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c1177640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe1bc091a40 0x7fe1bc072d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c0976640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc0928c0 0x7fe1bc0732c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51782/0 (socket says 172.21.15.176:51782) 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c0976640 1 -- 172.21.15.176:0/1915843263 learned_addr learned my addr 172.21.15.176:0/1915843263 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c1177640 1 -- 172.21.15.176:0/1915843263 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc0928c0 msgr2=0x7fe1bc0732c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c1177640 1 --2- 172.21.15.176:0/1915843263 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc0928c0 0x7fe1bc0732c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c1177640 1 -- 172.21.15.176:0/1915843263 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1bc1350d0 msgr2=0x7fe1bc073800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c1177640 1 --2- 172.21.15.176:0/1915843263 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1bc1350d0 0x7fe1bc073800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c1177640 1 -- 172.21.15.176:0/1915843263 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1bc12d980 con 0x7fe1bc091a40 2024-09-16T00:12:38.066 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c0976640 1 --2- 172.21.15.176:0/1915843263 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fe1bc0928c0 0x7fe1bc0732c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c1978640 1 --2- 172.21.15.176:0/1915843263 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1bc1350d0 0x7fe1bc073800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1c1177640 1 --2- 172.21.15.176:0/1915843263 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe1bc091a40 0x7fe1bc072d80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe1b800c440 tx=0x7fe1b8001e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.061+0000 7fe1b1ffb640 1 -- 172.21.15.176:0/1915843263 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b8017070 con 0x7fe1bc091a40 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.062+0000 7fe1b1ffb640 1 -- 172.21.15.176:0/1915843263 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1b8005ce0 con 0x7fe1bc091a40 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.062+0000 7fe1b1ffb640 1 -- 172.21.15.176:0/1915843263 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b80072d0 con 0x7fe1bc091a40 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.062+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1bc12e260 con 0x7fe1bc091a40 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.062+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1bc073d40 con 0x7fe1bc091a40 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.062+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe1bc092ca0 con 0x7fe1bc091a40 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.063+0000 7fe1b1ffb640 1 -- 172.21.15.176:0/1915843263 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fe1b801a070 con 0x7fe1bc091a40 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.063+0000 7fe1b1ffb640 1 -- 172.21.15.176:0/1915843263 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fe1b805ccd0 con 0x7fe1bc091a40 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.063+0000 7fe1b1ffb640 1 -- 172.21.15.176:0/1915843263 --> v1:172.21.15.176:6812/3256928594 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe1a0052570 con 0x7fe1a004e8c0 2024-09-16T00:12:38.067 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.063+0000 7fe1b1ffb640 1 -- 172.21.15.176:0/1915843263 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fe1b805f3d0 con 0x7fe1bc091a40 2024-09-16T00:12:38.068 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.064+0000 7fe1b1ffb640 1 -- 172.21.15.176:0/1915843263 <== osd.3 v1:172.21.15.176:6812/3256928594 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fe1a0052570 con 0x7fe1a004e8c0 2024-09-16T00:12:38.077 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.076+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 --> v1:172.21.15.176:6812/3256928594 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fe1bc068810 con 0x7fe1a004e8c0 2024-09-16T00:12:38.077 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.076+0000 7fe1b1ffb640 1 -- 172.21.15.176:0/1915843263 <== osd.3 v1:172.21.15.176:6812/3256928594 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7fe1bc068810 con 0x7fe1a004e8c0 2024-09-16T00:12:38.078 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-09-16T00:12:38.078 INFO:teuthology.orchestra.run.smithi176.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-16T00:12:38.078 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-09-16T00:12:38.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.076+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 >> v1:172.21.15.176:6812/3256928594 conn(0x7fe1a004e8c0 legacy=0x7fe1a0050d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.077+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 >> v1:172.21.15.176:6816/980076289 conn(0x7fe1a0047fd0 legacy=0x7fe1a004a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.077+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe1bc091a40 msgr2=0x7fe1bc072d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.077+0000 7fe1c33db640 1 --2- 172.21.15.176:0/1915843263 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fe1bc091a40 0x7fe1bc072d80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe1b800c440 tx=0x7fe1b8001e70 comp rx=0 tx=0).stop 2024-09-16T00:12:38.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.077+0000 7fe1c1978640 1 -- 172.21.15.176:0/1915843263 reap_dead start 2024-09-16T00:12:38.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.077+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 shutdown_connections 2024-09-16T00:12:38.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.077+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 >> 172.21.15.176:0/1915843263 conn(0x7fe1bc09c290 msgr2=0x7fe1bc0993d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:38.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.077+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 shutdown_connections 2024-09-16T00:12:38.079 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.077+0000 7fe1c33db640 1 -- 172.21.15.176:0/1915843263 wait complete. 2024-09-16T00:12:38.087 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-16T00:12:38.190 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.187+0000 7f04a206b640 1 Processor -- start 2024-09-16T00:12:38.190 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.187+0000 7f04a206b640 1 -- start start 2024-09-16T00:12:38.190 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f04a206b640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f049c09bad0 0x7f049c097100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.190 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f04a206b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c097640 0x7f049c097a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.190 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f04a206b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c136180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f04a206b640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7f049c098b10 con 0x7f049c09bad0 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f04a206b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f049c097f60 con 0x7f049c133d90 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f04a206b640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f049c0996c0 con 0x7f049c097640 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049b7fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f049c09bad0 0x7f049c097100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049bfff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c136180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049b7fe640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7f049c09bad0 0x7f049c097100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37234/0 (socket says 172.21.15.176:37234) 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049bfff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c136180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51786/0 (socket says 172.21.15.176:51786) 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049b7fe640 1 -- 172.21.15.176:0/246627007 learned_addr learned my addr 172.21.15.176:0/246627007 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049affd640 1 --2- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c097640 0x7f049c097a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049b7fe640 1 -- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c097640 msgr2=0x7f049c097a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:38.191 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049b7fe640 1 --2- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c097640 0x7f049c097a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049b7fe640 1 -- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 msgr2=0x7f049c136180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:38.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049b7fe640 1 --2- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c136180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049b7fe640 1 -- 172.21.15.176:0/246627007 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f049c0981a0 con 0x7f049c09bad0 2024-09-16T00:12:38.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.188+0000 7f049bfff640 1 --2- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c136180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:38.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.189+0000 7f049b7fe640 1 --2- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c09bad0 0x7f049c097100 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f048c009e50 tx=0x7f048c02a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87f976f075fbca0a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:38.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.189+0000 7f049a7fc640 1 -- 172.21.15.176:0/246627007 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c036070 con 0x7f049c09bad0 2024-09-16T00:12:38.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.189+0000 7f049a7fc640 1 -- 172.21.15.176:0/246627007 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f048c031600 con 0x7f049c09bad0 2024-09-16T00:12:38.192 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.189+0000 7f049a7fc640 1 -- 172.21.15.176:0/246627007 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c0319d0 con 0x7f049c09bad0 2024-09-16T00:12:38.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.190+0000 7f04a206b640 1 -- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c09bad0 msgr2=0x7f049c097100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.190+0000 7f04a206b640 1 --2- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c09bad0 0x7f049c097100 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f048c009e50 tx=0x7f048c02a560 comp rx=0 tx=0).stop 2024-09-16T00:12:38.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.190+0000 7f04a206b640 1 -- 172.21.15.176:0/246627007 shutdown_connections 2024-09-16T00:12:38.195 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.190+0000 7f04a206b640 1 --2- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c136180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.190+0000 7f04a206b640 1 --2- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c097640 0x7f049c097a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.190+0000 7f04a206b640 1 --2- 172.21.15.176:0/246627007 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c09bad0 0x7f049c097100 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.190+0000 7f04a206b640 1 -- 172.21.15.176:0/246627007 >> 172.21.15.176:0/246627007 conn(0x7f049c09cb20 msgr2=0x7f049c09cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:38.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.190+0000 7f04a206b640 1 -- 172.21.15.176:0/246627007 shutdown_connections 2024-09-16T00:12:38.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.190+0000 7f04a206b640 1 -- 172.21.15.176:0/246627007 wait complete. 2024-09-16T00:12:38.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.190+0000 7f04a206b640 1 Processor -- start 2024-09-16T00:12:38.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f04a206b640 1 -- start start 2024-09-16T00:12:38.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f04a206b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c097640 0x7f049c071940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f04a206b640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c09bad0 0x7f049c071e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.196 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f04a206b640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c0723c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f04a206b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f049c136a50 con 0x7f049c097640 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f04a206b640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f049c1368d0 con 0x7f049c133d90 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f04a206b640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f049c136bd0 con 0x7f049c09bad0 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f049affd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c09bad0 0x7f049c071e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f049b7fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c097640 0x7f049c071940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f049bfff640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c0723c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f049b7fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c097640 0x7f049c071940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:37236/0 (socket says 172.21.15.176:37236) 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f049affd640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c09bad0 0x7f049c071e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36774/0 (socket says 172.21.15.176:36774) 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f049b7fe640 1 -- 172.21.15.176:0/661865430 learned_addr learned my addr 172.21.15.176:0/661865430 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f049bfff640 1 --2- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c0723c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51802/0 (socket says 172.21.15.176:51802) 2024-09-16T00:12:38.197 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.191+0000 7f049b7fe640 1 -- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c09bad0 msgr2=0x7f049c071e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f049b7fe640 1 --2- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c09bad0 0x7f049c071e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f049b7fe640 1 -- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 msgr2=0x7f049c0723c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f049b7fe640 1 --2- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c0723c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f049b7fe640 1 -- 172.21.15.176:0/661865430 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f049c073a90 con 0x7f049c097640 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f049affd640 1 --2- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c09bad0 0x7f049c071e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f049bfff640 1 --2- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c0723c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f049b7fe640 1 --2- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c097640 0x7f049c071940 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f048c000f80 tx=0x7f048c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f0483fff640 1 -- 172.21.15.176:0/661865430 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c036050 con 0x7f049c097640 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f0483fff640 1 -- 172.21.15.176:0/661865430 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f048c042070 con 0x7f049c097640 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f04a206b640 1 -- 172.21.15.176:0/661865430 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f049c072900 con 0x7f049c097640 2024-09-16T00:12:38.198 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f0483fff640 1 -- 172.21.15.176:0/661865430 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c007c70 con 0x7f049c097640 2024-09-16T00:12:38.199 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.192+0000 7f04a206b640 1 -- 172.21.15.176:0/661865430 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f049c125410 con 0x7f049c097640 2024-09-16T00:12:38.199 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.193+0000 7f0483fff640 1 -- 172.21.15.176:0/661865430 <== mon.0 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f048c047460 con 0x7f049c097640 2024-09-16T00:12:38.199 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.193+0000 7f04a206b640 1 -- 172.21.15.176:0/661865430 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f049c097a20 con 0x7f049c097640 2024-09-16T00:12:38.199 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.193+0000 7f0483fff640 1 -- 172.21.15.176:0/661865430 <== mon.0 v2:172.21.15.176:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f048c07e620 con 0x7f049c097640 2024-09-16T00:12:38.199 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.197+0000 7f0483fff640 1 -- 172.21.15.176:0/661865430 <== mon.0 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f048c007e10 con 0x7f049c097640 2024-09-16T00:12:38.337 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.335+0000 7f04a206b640 1 -- 172.21.15.176:0/661865430 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f049c099c30 con 0x7f0488047fd0 2024-09-16T00:12:38.337 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.336+0000 7f0483fff640 1 -- 172.21.15.176:0/661865430 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (unknown 3526570807 0 0) 0x7f0490009af0 con 0x7f0488047fd0 2024-09-16T00:12:38.337 INFO:teuthology.orchestra.run.smithi176.stderr:instructed osd(s) 3 to deep-scrub 2024-09-16T00:12:38.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.338+0000 7f04a206b640 1 -- 172.21.15.176:0/661865430 >> v1:172.21.15.176:6816/980076289 conn(0x7f0488047fd0 legacy=0x7f048804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.338+0000 7f04a206b640 1 -- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c097640 msgr2=0x7f049c071940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.338+0000 7f04a206b640 1 --2- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c097640 0x7f049c071940 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f048c000f80 tx=0x7f048c004a40 comp rx=0 tx=0).stop 2024-09-16T00:12:38.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.338+0000 7f04a206b640 1 -- 172.21.15.176:0/661865430 shutdown_connections 2024-09-16T00:12:38.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.338+0000 7f04a206b640 1 --2- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f049c133d90 0x7f049c0723c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.338+0000 7f04a206b640 1 --2- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f049c09bad0 0x7f049c071e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.338+0000 7f04a206b640 1 --2- 172.21.15.176:0/661865430 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f049c097640 0x7f049c071940 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.338+0000 7f04a206b640 1 -- 172.21.15.176:0/661865430 >> 172.21.15.176:0/661865430 conn(0x7f049c09cb20 msgr2=0x7f049c09e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:38.339 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.338+0000 7f04a206b640 1 -- 172.21.15.176:0/661865430 shutdown_connections 2024-09-16T00:12:38.340 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.338+0000 7f04a206b640 1 -- 172.21.15.176:0/661865430 wait complete. 2024-09-16T00:12:38.349 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:12:38.447 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.445+0000 7f35b1153640 1 Processor -- start 2024-09-16T00:12:38.447 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.445+0000 7f35b1153640 1 -- start start 2024-09-16T00:12:38.447 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35b1153640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac097750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35b1153640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac097c90 0x7f35ac12c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35b1153640 1 -- --> v1:172.21.15.176:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35ac098aa0 con 0x7f35ac12c5f0 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35b1153640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f35ac098070 con 0x7f35ac097370 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35b1153640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f35ac06e2f0 con 0x7f35ac097c90 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35aad9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac097750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35ab59e640 1 --1- >> v1:172.21.15.176:6789/0 conn(0x7f35ac12c5f0 0x7f35ac1333e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.176:6789/0 says I am v1:172.21.15.176:34064/0 (socket says 172.21.15.176:34064) 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35ab59e640 1 -- 172.21.15.176:0/2770093648 learned_addr learned my addr 172.21.15.176:0/2770093648 (peer_addr_for_me v1:172.21.15.176:0/0) 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35aa59c640 1 --2- 172.21.15.176:0/2770093648 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac097c90 0x7f35ac12c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35aad9d640 1 -- 172.21.15.176:0/2770093648 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac097c90 msgr2=0x7f35ac12c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35aad9d640 1 --2- 172.21.15.176:0/2770093648 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac097c90 0x7f35ac12c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35aad9d640 1 -- 172.21.15.176:0/2770093648 >> v1:172.21.15.176:6789/0 conn(0x7f35ac12c5f0 legacy=0x7f35ac1333e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35a9d9b640 1 -- 172.21.15.176:0/2770093648 <== mon.0 v1:172.21.15.176:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 337019392 0 0) 0x7f359c001110 con 0x7f35ac12c5f0 2024-09-16T00:12:38.448 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.446+0000 7f35aad9d640 1 -- 172.21.15.176:0/2770093648 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35ac12caa0 con 0x7f35ac097370 2024-09-16T00:12:38.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.447+0000 7f35aad9d640 1 --2- 172.21.15.176:0/2770093648 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac097750 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f35a40097d0 tx=0x7f35a402a0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed94b876476579f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:38.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.447+0000 7f35a9d9b640 1 -- 172.21.15.176:0/2770093648 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a4037070 con 0x7f35ac097370 2024-09-16T00:12:38.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.447+0000 7f35a9d9b640 1 -- 172.21.15.176:0/2770093648 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35a402ae20 con 0x7f35ac097370 2024-09-16T00:12:38.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.447+0000 7f35a9d9b640 1 -- 172.21.15.176:0/2770093648 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a4032660 con 0x7f35ac097370 2024-09-16T00:12:38.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.447+0000 7f35b1153640 1 -- 172.21.15.176:0/2770093648 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 msgr2=0x7f35ac097750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.447+0000 7f35b1153640 1 --2- 172.21.15.176:0/2770093648 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac097750 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f35a40097d0 tx=0x7f35a402a0d0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.447+0000 7f35b1153640 1 -- 172.21.15.176:0/2770093648 shutdown_connections 2024-09-16T00:12:38.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.447+0000 7f35b1153640 1 --2- 172.21.15.176:0/2770093648 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac097c90 0x7f35ac12c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.452 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.447+0000 7f35b1153640 1 --2- 172.21.15.176:0/2770093648 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac097750 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.448+0000 7f35b1153640 1 -- 172.21.15.176:0/2770093648 >> 172.21.15.176:0/2770093648 conn(0x7f35ac09b680 msgr2=0x7f35ac09ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.448+0000 7f35b1153640 1 -- 172.21.15.176:0/2770093648 shutdown_connections 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.448+0000 7f35b1153640 1 -- 172.21.15.176:0/2770093648 wait complete. 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35b1153640 1 Processor -- start 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35b1153640 1 -- start start 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35b1153640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac126020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35b1153640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35ac097c90 0x7f35ac126560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35b1153640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac12c5f0 0x7f35ac126aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35b1153640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f35ac12cf20 con 0x7f35ac097c90 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35b1153640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7f35ac134b00 con 0x7f35ac097370 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35b1153640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7f35ac129aa0 con 0x7f35ac12c5f0 2024-09-16T00:12:38.453 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35aad9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac126020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35ab59e640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac12c5f0 0x7f35ac126aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35aa59c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35ac097c90 0x7f35ac126560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35aad9d640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac126020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:51816/0 (socket says 172.21.15.176:51816) 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35aad9d640 1 -- 172.21.15.176:0/1780221964 learned_addr learned my addr 172.21.15.176:0/1780221964 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35ab59e640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac12c5f0 0x7f35ac126aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:36792/0 (socket says 172.21.15.176:36792) 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35aad9d640 1 -- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac12c5f0 msgr2=0x7f35ac126aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35aad9d640 1 --2- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac12c5f0 0x7f35ac126aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35aad9d640 1 -- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35ac097c90 msgr2=0x7f35ac126560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35aad9d640 1 --2- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35ac097c90 0x7f35ac126560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35aad9d640 1 -- 172.21.15.176:0/1780221964 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35ac1291e0 con 0x7f35ac097370 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35ab59e640 1 --2- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac12c5f0 0x7f35ac126aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.449+0000 7f35aa59c640 1 --2- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35ac097c90 0x7f35ac126560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.450+0000 7f35aad9d640 1 --2- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac126020 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f35a4000c00 tx=0x7f35a40046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:38.454 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.450+0000 7f35937fe640 1 -- 172.21.15.176:0/1780221964 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a4037040 con 0x7f35ac097370 2024-09-16T00:12:38.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.450+0000 7f35937fe640 1 -- 172.21.15.176:0/1780221964 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35a4004030 con 0x7f35ac097370 2024-09-16T00:12:38.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.450+0000 7f35937fe640 1 -- 172.21.15.176:0/1780221964 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a4006e10 con 0x7f35ac097370 2024-09-16T00:12:38.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.450+0000 7f35b1153640 1 -- 172.21.15.176:0/1780221964 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35ac073a50 con 0x7f35ac097370 2024-09-16T00:12:38.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.450+0000 7f35b1153640 1 -- 172.21.15.176:0/1780221964 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f35ac128a00 con 0x7f35ac097370 2024-09-16T00:12:38.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.451+0000 7f35937fe640 1 -- 172.21.15.176:0/1780221964 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7f35a403a070 con 0x7f35ac097370 2024-09-16T00:12:38.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.451+0000 7f35b1153640 1 -- 172.21.15.176:0/1780221964 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35ac097750 con 0x7f35ac097370 2024-09-16T00:12:38.455 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.451+0000 7f35937fe640 1 -- 172.21.15.176:0/1780221964 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f35a407de70 con 0x7f35ac097370 2024-09-16T00:12:38.456 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.455+0000 7f35937fe640 1 -- 172.21.15.176:0/1780221964 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f35ac1291e0 con 0x7f35ac097370 2024-09-16T00:12:38.594 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.593+0000 7f35b1153640 1 -- 172.21.15.176:0/1780221964 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f35ac069000 con 0x7f3598047fd0 2024-09-16T00:12:38.595 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.594+0000 7f35937fe640 1 -- 172.21.15.176:0/1780221964 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31970 (unknown 2965378022 0 3130828667) 0x7f35ac069000 con 0x7f3598047fd0 2024-09-16T00:12:38.595 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:38.596 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:12:38.597 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.596+0000 7f35b1153640 1 -- 172.21.15.176:0/1780221964 >> v1:172.21.15.176:6816/980076289 conn(0x7f3598047fd0 legacy=0x7f359804a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.597 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.596+0000 7f35b1153640 1 -- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 msgr2=0x7f35ac126020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:38.597 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.596+0000 7f35b1153640 1 --2- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac126020 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f35a4000c00 tx=0x7f35a40046c0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.597 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.596+0000 7f35b1153640 1 -- 172.21.15.176:0/1780221964 shutdown_connections 2024-09-16T00:12:38.598 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.596+0000 7f35b1153640 1 --2- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7f35ac12c5f0 0x7f35ac126aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.598 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.596+0000 7f35b1153640 1 --2- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35ac097c90 0x7f35ac126560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.598 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.596+0000 7f35b1153640 1 --2- 172.21.15.176:0/1780221964 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7f35ac097370 0x7f35ac126020 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:38.598 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.596+0000 7f35b1153640 1 -- 172.21.15.176:0/1780221964 >> 172.21.15.176:0/1780221964 conn(0x7f35ac09b680 msgr2=0x7f35ac06cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:38.598 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.596+0000 7f35b1153640 1 -- 172.21.15.176:0/1780221964 shutdown_connections 2024-09-16T00:12:38.598 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:38.596+0000 7f35b1153640 1 -- 172.21.15.176:0/1780221964 wait complete. 2024-09-16T00:12:38.607 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-09-16T00:12:37.076741+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112300,"kb_used_data":2220,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375060,"statfs":{"total":386547056640,"available":386432061440,"internally_reserved":0,"allocated":2273280,"data_stored":1558399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18187,"internal_metadata":112638197},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.924049"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157220+0000","last_change":"2024-09-16T00:12:26.927418+0000","last_active":"2024-09-16T00:12:31.157220+0000","last_peered":"2024-09-16T00:12:31.157220+0000","last_clean":"2024-09-16T00:12:31.157220+0000","last_became_active":"2024-09-16T00:12:26.927065+0000","last_became_peered":"2024-09-16T00:12:26.927065+0000","last_unstale":"2024-09-16T00:12:31.157220+0000","last_undegraded":"2024-09-16T00:12:31.157220+0000","last_fullsized":"2024-09-16T00:12:31.157220+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:46:56.837624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911570+0000","last_change":"2024-09-16T00:12:23.132699+0000","last_active":"2024-09-16T00:12:31.911570+0000","last_peered":"2024-09-16T00:12:31.911570+0000","last_clean":"2024-09-16T00:12:31.911570+0000","last_became_active":"2024-09-16T00:12:23.132201+0000","last_became_peered":"2024-09-16T00:12:23.132201+0000","last_unstale":"2024-09-16T00:12:31.911570+0000","last_undegraded":"2024-09-16T00:12:31.911570+0000","last_fullsized":"2024-09-16T00:12:31.911570+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:29.224721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157077+0000","last_change":"2024-09-16T00:12:26.927409+0000","last_active":"2024-09-16T00:12:31.157077+0000","last_peered":"2024-09-16T00:12:31.157077+0000","last_clean":"2024-09-16T00:12:31.157077+0000","last_became_active":"2024-09-16T00:12:26.927057+0000","last_became_peered":"2024-09-16T00:12:26.927057+0000","last_unstale":"2024-09-16T00:12:31.157077+0000","last_undegraded":"2024-09-16T00:12:31.157077+0000","last_fullsized":"2024-09-16T00:12:31.157077+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:12.212406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911567+0000","last_change":"2024-09-16T00:12:23.132456+0000","last_active":"2024-09-16T00:12:31.911567+0000","last_peered":"2024-09-16T00:12:31.911567+0000","last_clean":"2024-09-16T00:12:31.911567+0000","last_became_active":"2024-09-16T00:12:23.132162+0000","last_became_peered":"2024-09-16T00:12:23.132162+0000","last_unstale":"2024-09-16T00:12:31.911567+0000","last_undegraded":"2024-09-16T00:12:31.911567+0000","last_fullsized":"2024-09-16T00:12:31.911567+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:21.759248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.156988+0000","last_change":"2024-09-16T00:12:26.134349+0000","last_active":"2024-09-16T00:12:31.156988+0000","last_peered":"2024-09-16T00:12:31.156988+0000","last_clean":"2024-09-16T00:12:31.156988+0000","last_became_active":"2024-09-16T00:12:26.133980+0000","last_became_peered":"2024-09-16T00:12:26.133980+0000","last_unstale":"2024-09-16T00:12:31.156988+0000","last_undegraded":"2024-09-16T00:12:31.156988+0000","last_fullsized":"2024-09-16T00:12:31.156988+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:14.889672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157472+0000","last_change":"2024-09-16T00:12:26.133267+0000","last_active":"2024-09-16T00:12:31.157472+0000","last_peered":"2024-09-16T00:12:31.157472+0000","last_clean":"2024-09-16T00:12:31.157472+0000","last_became_active":"2024-09-16T00:12:26.132985+0000","last_became_peered":"2024-09-16T00:12:26.132985+0000","last_unstale":"2024-09-16T00:12:31.157472+0000","last_undegraded":"2024-09-16T00:12:31.157472+0000","last_fullsized":"2024-09-16T00:12:31.157472+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:59.273815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157092+0000","last_change":"2024-09-16T00:12:26.133958+0000","last_active":"2024-09-16T00:12:31.157092+0000","last_peered":"2024-09-16T00:12:31.157092+0000","last_clean":"2024-09-16T00:12:31.157092+0000","last_became_active":"2024-09-16T00:12:26.133653+0000","last_became_peered":"2024-09-16T00:12:26.133653+0000","last_unstale":"2024-09-16T00:12:31.157092+0000","last_undegraded":"2024-09-16T00:12:31.157092+0000","last_fullsized":"2024-09-16T00:12:31.157092+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:39.867375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":40,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.157030+0000","last_change":"2024-09-16T00:12:26.133894+0000","last_active":"2024-09-16T00:12:31.157030+0000","last_peered":"2024-09-16T00:12:31.157030+0000","last_clean":"2024-09-16T00:12:31.157030+0000","last_became_active":"2024-09-16T00:12:26.133535+0000","last_became_peered":"2024-09-16T00:12:26.133535+0000","last_unstale":"2024-09-16T00:12:31.157030+0000","last_undegraded":"2024-09-16T00:12:31.157030+0000","last_fullsized":"2024-09-16T00:12:31.157030+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:58.024265+0000","last_clean_scrub_stamp":"2024-09-16T00:10:58.024265+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:16.030692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":147,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:31.911616+0000","last_change":"2024-09-16T00:12:23.140453+0000","last_active":"2024-09-16T00:12:31.911616+0000","last_peered":"2024-09-16T00:12:31.911616+0000","last_clean":"2024-09-16T00:12:31.911616+0000","last_became_active":"2024-09-16T00:12:23.140129+0000","last_became_peered":"2024-09-16T00:12:23.140129+0000","last_unstale":"2024-09-16T00:12:31.911616+0000","last_undegraded":"2024-09-16T00:12:31.911616+0000","last_fullsized":"2024-09-16T00:12:31.911616+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:10:53.004114+0000","last_clean_scrub_stamp":"2024-09-16T00:10:53.004114+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:26.835109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084292,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":274432,"data_stored":94628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":270336,"data_stored":94609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182405,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28380,"kb_used_data":848,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343460,"statfs":{"total":96636764160,"available":96607703040,"internally_reserved":0,"allocated":868352,"data_stored":684996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182405,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":684166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28110397},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:12:38.611 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-16T00:10:58.024265+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=10, tm_sec=58, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=12, tm_sec=35, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:12:38.611 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-16T00:10:58.024265+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=10, tm_sec=58, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=12, tm_sec=35, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:12:38.611 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-16T00:10:58.024265+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=10, tm_sec=58, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=12, tm_sec=35, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:12:38.611 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-16T00:10:58.024265+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=10, tm_sec=58, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=12, tm_sec=35, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:12:38.612 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-16T00:10:58.024265+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=10, tm_sec=58, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=12, tm_sec=35, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:12:38.612 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-16T00:10:58.024265+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=10, tm_sec=58, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=12, tm_sec=35, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:12:38.612 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-16T00:10:58.024265+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=10, tm_sec=58, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=12, tm_sec=35, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:12:38.612 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-16T00:10:58.024265+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=10, tm_sec=58, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=12, tm_sec=35, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:12:38.612 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-16T00:10:53.004114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=10, tm_sec=53, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=0, tm_min=12, tm_sec=35, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T00:12:38.612 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-16T00:12:58.613 DEBUG:teuthology.orchestra.run.smithi176:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T00:12:58.725 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3cabdb640 1 Processor -- start 2024-09-16T00:12:58.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3cabdb640 1 -- start start 2024-09-16T00:12:58.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3cabdb640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c4097330 0x7ff3c4097710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3cabdb640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 0x7ff3c412c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3cabdb640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff3c412c9a0 0x7ff3c41333b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3cabdb640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7ff3c406cf80 con 0x7ff3c412c9a0 2024-09-16T00:12:58.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3cabdb640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff3c412ce20 con 0x7ff3c4097330 2024-09-16T00:12:58.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3cabdb640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7ff3c406eba0 con 0x7ff3c412c020 2024-09-16T00:12:58.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3c8977640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c4097330 0x7ff3c4097710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3c3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 0x7ff3c412c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.726 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3c9178640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff3c412c9a0 0x7ff3c41333b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3c8977640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c4097330 0x7ff3c4097710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:44248/0 (socket says 172.21.15.176:44248) 2024-09-16T00:12:58.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3c9178640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7ff3c412c9a0 0x7ff3c41333b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:58908/0 (socket says 172.21.15.176:58908) 2024-09-16T00:12:58.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.723+0000 7ff3c8977640 1 -- 172.21.15.176:0/2280771925 learned_addr learned my addr 172.21.15.176:0/2280771925 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:58.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.724+0000 7ff3c3fff640 1 -- 172.21.15.176:0/2280771925 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c4097330 msgr2=0x7ff3c4097710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:58.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.724+0000 7ff3c3fff640 1 --2- 172.21.15.176:0/2280771925 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c4097330 0x7ff3c4097710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.724+0000 7ff3c3fff640 1 -- 172.21.15.176:0/2280771925 >> v2:172.21.15.176:3300/0 conn(0x7ff3c412c9a0 msgr2=0x7ff3c41333b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:58.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.724+0000 7ff3c3fff640 1 --2- 172.21.15.176:0/2280771925 >> v2:172.21.15.176:3300/0 conn(0x7ff3c412c9a0 0x7ff3c41333b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.727 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.724+0000 7ff3c3fff640 1 -- 172.21.15.176:0/2280771925 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3c4071440 con 0x7ff3c412c020 2024-09-16T00:12:58.728 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.724+0000 7ff3c9178640 1 --2- 172.21.15.176:0/2280771925 >> v2:172.21.15.176:3300/0 conn(0x7ff3c412c9a0 0x7ff3c41333b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:58.728 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.724+0000 7ff3c8977640 1 --2- 172.21.15.176:0/2280771925 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c4097330 0x7ff3c4097710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:58.728 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.724+0000 7ff3c3fff640 1 --2- 172.21.15.176:0/2280771925 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 0x7ff3c412c460 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac0097a0 tx=0x7ff3ac02a050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=162eec12ec5e4ee6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:58.728 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3c37fe640 1 -- 172.21.15.176:0/2280771925 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac037070 con 0x7ff3c412c020 2024-09-16T00:12:58.729 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3c37fe640 1 -- 172.21.15.176:0/2280771925 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3ac02ada0 con 0x7ff3c412c020 2024-09-16T00:12:58.729 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3c37fe640 1 -- 172.21.15.176:0/2280771925 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac032660 con 0x7ff3c412c020 2024-09-16T00:12:58.733 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3cabdb640 1 -- 172.21.15.176:0/2280771925 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 msgr2=0x7ff3c412c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:58.733 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3cabdb640 1 --2- 172.21.15.176:0/2280771925 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 0x7ff3c412c460 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac0097a0 tx=0x7ff3ac02a050 comp rx=0 tx=0).stop 2024-09-16T00:12:58.733 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3cabdb640 1 -- 172.21.15.176:0/2280771925 shutdown_connections 2024-09-16T00:12:58.733 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3cabdb640 1 --2- 172.21.15.176:0/2280771925 >> v2:172.21.15.176:3300/0 conn(0x7ff3c412c9a0 0x7ff3c41333b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.733 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3cabdb640 1 --2- 172.21.15.176:0/2280771925 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 0x7ff3c412c460 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.733 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3cabdb640 1 --2- 172.21.15.176:0/2280771925 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c4097330 0x7ff3c4097710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.733 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3cabdb640 1 -- 172.21.15.176:0/2280771925 >> 172.21.15.176:0/2280771925 conn(0x7ff3c409da00 msgr2=0x7ff3c409de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:58.733 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3cabdb640 1 -- 172.21.15.176:0/2280771925 shutdown_connections 2024-09-16T00:12:58.734 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.725+0000 7ff3cabdb640 1 -- 172.21.15.176:0/2280771925 wait complete. 2024-09-16T00:12:58.734 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.726+0000 7ff3cabdb640 1 Processor -- start 2024-09-16T00:12:58.734 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.726+0000 7ff3cabdb640 1 -- start start 2024-09-16T00:12:58.734 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3cabdb640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3c4097330 0x7ff3c4124a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.734 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3cabdb640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 0x7ff3c4124fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.734 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3cabdb640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c412c9a0 0x7ff3c41c43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.734 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3cabdb640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c4097c50 con 0x7ff3c4097330 2024-09-16T00:12:58.734 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3cabdb640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7ff3c4071120 con 0x7ff3c412c9a0 2024-09-16T00:12:58.734 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3cabdb640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7ff3c4097dd0 con 0x7ff3c412c020 2024-09-16T00:12:58.735 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c8977640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3c4097330 0x7ff3c4124a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.735 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c8977640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3c4097330 0x7ff3c4124a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:58916/0 (socket says 172.21.15.176:58916) 2024-09-16T00:12:58.735 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c9178640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c412c9a0 0x7ff3c41c43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.735 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c3fff640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 0x7ff3c4124fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.735 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c8977640 1 -- 172.21.15.176:0/1571529649 learned_addr learned my addr 172.21.15.176:0/1571529649 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:58.735 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c9178640 1 -- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 msgr2=0x7ff3c4124fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:58.735 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c9178640 1 --2- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 0x7ff3c4124fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.735 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c9178640 1 -- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3c4097330 msgr2=0x7ff3c4124a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c9178640 1 --2- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3c4097330 0x7ff3c4124a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c9178640 1 -- 172.21.15.176:0/1571529649 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3c4126350 con 0x7ff3c412c9a0 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c3fff640 1 --2- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 0x7ff3c4124fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c8977640 1 --2- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3c4097330 0x7ff3c4124a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.727+0000 7ff3c9178640 1 --2- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c412c9a0 0x7ff3c41c43e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4009370 tx=0x7ff3b400e490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.728+0000 7ff3c17fa640 1 -- 172.21.15.176:0/1571529649 <== mon.1 v2:172.21.15.176:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b400b2d0 con 0x7ff3c412c9a0 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.728+0000 7ff3c17fa640 1 -- 172.21.15.176:0/1571529649 <== mon.1 v2:172.21.15.176:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3b4003990 con 0x7ff3c412c9a0 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.728+0000 7ff3cabdb640 1 -- 172.21.15.176:0/1571529649 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3c4092720 con 0x7ff3c412c9a0 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.728+0000 7ff3c17fa640 1 -- 172.21.15.176:0/1571529649 <== mon.1 v2:172.21.15.176:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b4003d80 con 0x7ff3c412c9a0 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.728+0000 7ff3cabdb640 1 -- 172.21.15.176:0/1571529649 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3c4125510 con 0x7ff3c412c9a0 2024-09-16T00:12:58.736 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.729+0000 7ff3cabdb640 1 -- 172.21.15.176:0/1571529649 --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3c4097710 con 0x7ff3c412c9a0 2024-09-16T00:12:58.737 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.729+0000 7ff3c17fa640 1 -- 172.21.15.176:0/1571529649 <== mon.1 v2:172.21.15.176:3301/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7ff3b4003f20 con 0x7ff3c412c9a0 2024-09-16T00:12:58.737 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.729+0000 7ff3c17fa640 1 -- 172.21.15.176:0/1571529649 <== mon.1 v2:172.21.15.176:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7ff3b405dd80 con 0x7ff3c412c9a0 2024-09-16T00:12:58.737 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.732+0000 7ff3c17fa640 1 -- 172.21.15.176:0/1571529649 <== mon.1 v2:172.21.15.176:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7ff3b405ce30 con 0x7ff3c412c9a0 2024-09-16T00:12:58.871 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.869+0000 7ff3cabdb640 1 -- 172.21.15.176:0/1571529649 --> v1:172.21.15.176:6816/980076289 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff3c4125800 con 0x7ff3a4047fd0 2024-09-16T00:12:58.872 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.870+0000 7ff3c17fa640 1 -- 172.21.15.176:0/1571529649 <== mgr.14102 v1:172.21.15.176:6816/980076289 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31979 (unknown 2965378022 0 1424576587) 0x7ff3bc009480 con 0x7ff3a4047fd0 2024-09-16T00:12:58.872 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-09-16T00:12:58.873 INFO:teuthology.orchestra.run.smithi176.stderr:dumped all 2024-09-16T00:12:58.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.872+0000 7ff3cabdb640 1 -- 172.21.15.176:0/1571529649 >> v1:172.21.15.176:6816/980076289 conn(0x7ff3a4047fd0 legacy=0x7ff3a404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:58.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.872+0000 7ff3cabdb640 1 -- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c412c9a0 msgr2=0x7ff3c41c43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:58.873 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.872+0000 7ff3cabdb640 1 --2- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c412c9a0 0x7ff3c41c43e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4009370 tx=0x7ff3b400e490 comp rx=0 tx=0).stop 2024-09-16T00:12:58.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.872+0000 7ff3cabdb640 1 -- 172.21.15.176:0/1571529649 shutdown_connections 2024-09-16T00:12:58.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.872+0000 7ff3cabdb640 1 --2- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7ff3c412c9a0 0x7ff3c41c43e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.872+0000 7ff3cabdb640 1 --2- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7ff3c412c020 0x7ff3c4124fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.872+0000 7ff3cabdb640 1 --2- 172.21.15.176:0/1571529649 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3c4097330 0x7ff3c4124a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.872+0000 7ff3cabdb640 1 -- 172.21.15.176:0/1571529649 >> 172.21.15.176:0/1571529649 conn(0x7ff3c409da00 msgr2=0x7ff3c4071700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:58.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.872+0000 7ff3cabdb640 1 -- 172.21.15.176:0/1571529649 shutdown_connections 2024-09-16T00:12:58.874 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.872+0000 7ff3cabdb640 1 -- 172.21.15.176:0/1571529649 wait complete. 2024-09-16T00:12:58.884 INFO:teuthology.orchestra.run.smithi176.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-09-16T00:12:57.080527+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":69,"ondisk_log_size":69,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112268,"kb_used_data":2220,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375092,"statfs":{"total":386547056640,"available":386432094208,"internally_reserved":0,"allocated":2273280,"data_stored":1558399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18187,"internal_metadata":112638197},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002233"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":55,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:41.421588+0000","last_change":"2024-09-16T00:12:41.421613+0000","last_active":"2024-09-16T00:12:41.421588+0000","last_peered":"2024-09-16T00:12:41.421588+0000","last_clean":"2024-09-16T00:12:41.421588+0000","last_became_active":"2024-09-16T00:12:26.927065+0000","last_became_peered":"2024-09-16T00:12:26.927065+0000","last_unstale":"2024-09-16T00:12:41.421588+0000","last_undegraded":"2024-09-16T00:12:41.421588+0000","last_fullsized":"2024-09-16T00:12:41.421588+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:12:41.421489+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:12:41.421489+0000","last_clean_scrub_stamp":"2024-09-16T00:12:41.421489+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:29.908481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095345800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":52,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:38.918209+0000","last_change":"2024-09-16T00:12:38.918233+0000","last_active":"2024-09-16T00:12:38.918209+0000","last_peered":"2024-09-16T00:12:38.918209+0000","last_clean":"2024-09-16T00:12:38.918209+0000","last_became_active":"2024-09-16T00:12:23.132201+0000","last_became_peered":"2024-09-16T00:12:23.132201+0000","last_unstale":"2024-09-16T00:12:38.918209+0000","last_undegraded":"2024-09-16T00:12:38.918209+0000","last_fullsized":"2024-09-16T00:12:38.918209+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:12:38.918127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:12:38.918127+0000","last_clean_scrub_stamp":"2024-09-16T00:12:38.918127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:29:48.096561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012152720000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":55,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:42.377535+0000","last_change":"2024-09-16T00:12:42.377559+0000","last_active":"2024-09-16T00:12:42.377535+0000","last_peered":"2024-09-16T00:12:42.377535+0000","last_clean":"2024-09-16T00:12:42.377535+0000","last_became_active":"2024-09-16T00:12:26.927057+0000","last_became_peered":"2024-09-16T00:12:26.927057+0000","last_unstale":"2024-09-16T00:12:42.377535+0000","last_undegraded":"2024-09-16T00:12:42.377535+0000","last_fullsized":"2024-09-16T00:12:42.377535+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:12:42.377439+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:12:42.377439+0000","last_clean_scrub_stamp":"2024-09-16T00:12:42.377439+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:52:33.524574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049857600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":52,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:37.924894+0000","last_change":"2024-09-16T00:12:37.924913+0000","last_active":"2024-09-16T00:12:37.924894+0000","last_peered":"2024-09-16T00:12:37.924894+0000","last_clean":"2024-09-16T00:12:37.924894+0000","last_became_active":"2024-09-16T00:12:23.132162+0000","last_became_peered":"2024-09-16T00:12:23.132162+0000","last_unstale":"2024-09-16T00:12:37.924894+0000","last_undegraded":"2024-09-16T00:12:37.924894+0000","last_fullsized":"2024-09-16T00:12:37.924894+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:12:37.924806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:12:37.924806+0000","last_clean_scrub_stamp":"2024-09-16T00:12:37.924806+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:12:22.674225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010879850000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"32'3","reported_seq":54,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:40.398940+0000","last_change":"2024-09-16T00:12:40.398969+0000","last_active":"2024-09-16T00:12:40.398940+0000","last_peered":"2024-09-16T00:12:40.398940+0000","last_clean":"2024-09-16T00:12:40.398940+0000","last_became_active":"2024-09-16T00:12:26.133980+0000","last_became_peered":"2024-09-16T00:12:26.133980+0000","last_unstale":"2024-09-16T00:12:40.398940+0000","last_undegraded":"2024-09-16T00:12:40.398940+0000","last_fullsized":"2024-09-16T00:12:40.398940+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"32'3","last_scrub_stamp":"2024-09-16T00:12:40.398841+0000","last_deep_scrub":"32'3","last_deep_scrub_stamp":"2024-09-16T00:12:40.398841+0000","last_clean_scrub_stamp":"2024-09-16T00:12:40.398841+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:25.969658+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.000510273,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":45,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:38.155352+0000","last_change":"2024-09-16T00:12:38.155371+0000","last_active":"2024-09-16T00:12:38.155352+0000","last_peered":"2024-09-16T00:12:38.155352+0000","last_clean":"2024-09-16T00:12:38.155352+0000","last_became_active":"2024-09-16T00:12:26.132985+0000","last_became_peered":"2024-09-16T00:12:26.132985+0000","last_unstale":"2024-09-16T00:12:38.155352+0000","last_undegraded":"2024-09-16T00:12:38.155352+0000","last_fullsized":"2024-09-16T00:12:38.155352+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:12:38.155267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:12:38.155267+0000","last_clean_scrub_stamp":"2024-09-16T00:12:38.155267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:03:28.963484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062158600000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":51,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:39.366655+0000","last_change":"2024-09-16T00:12:39.366677+0000","last_active":"2024-09-16T00:12:39.366655+0000","last_peered":"2024-09-16T00:12:39.366655+0000","last_clean":"2024-09-16T00:12:39.366655+0000","last_became_active":"2024-09-16T00:12:26.133653+0000","last_became_peered":"2024-09-16T00:12:26.133653+0000","last_unstale":"2024-09-16T00:12:39.366655+0000","last_undegraded":"2024-09-16T00:12:39.366655+0000","last_fullsized":"2024-09-16T00:12:39.366655+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T00:12:39.366575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T00:12:39.366575+0000","last_clean_scrub_stamp":"2024-09-16T00:12:39.366575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:05:57.365736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001020944,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"32'2","reported_seq":50,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:38.359334+0000","last_change":"2024-09-16T00:12:38.359358+0000","last_active":"2024-09-16T00:12:38.359334+0000","last_peered":"2024-09-16T00:12:38.359334+0000","last_clean":"2024-09-16T00:12:38.359334+0000","last_became_active":"2024-09-16T00:12:26.133535+0000","last_became_peered":"2024-09-16T00:12:26.133535+0000","last_unstale":"2024-09-16T00:12:38.359334+0000","last_undegraded":"2024-09-16T00:12:38.359334+0000","last_fullsized":"2024-09-16T00:12:38.359334+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"32'2","last_scrub_stamp":"2024-09-16T00:12:38.359265+0000","last_deep_scrub":"32'2","last_deep_scrub_stamp":"2024-09-16T00:12:38.359265+0000","last_clean_scrub_stamp":"2024-09-16T00:12:38.359265+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:34.988624+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.001197331,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"32'64","reported_seq":157,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T00:12:39.905156+0000","last_change":"2024-09-16T00:12:39.905219+0000","last_active":"2024-09-16T00:12:39.905156+0000","last_peered":"2024-09-16T00:12:39.905156+0000","last_clean":"2024-09-16T00:12:39.905156+0000","last_became_active":"2024-09-16T00:12:23.140129+0000","last_became_peered":"2024-09-16T00:12:23.140129+0000","last_unstale":"2024-09-16T00:12:39.905156+0000","last_undegraded":"2024-09-16T00:12:39.905156+0000","last_fullsized":"2024-09-16T00:12:39.905156+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"32'64","last_scrub_stamp":"2024-09-16T00:12:39.905041+0000","last_deep_scrub":"32'64","last_deep_scrub_stamp":"2024-09-16T00:12:39.905041+0000","last_clean_scrub_stamp":"2024-09-16T00:12:39.905041+0000","objects_scrubbed":2,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:05.752220+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64,"ondisk_log_size":64,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":28,"seq":120259084296,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":268,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":274432,"data_stored":94628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964117000,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":264,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":270336,"data_stored":94609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182409,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28376,"kb_used_data":848,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343464,"statfs":{"total":96636764160,"available":96607707136,"internally_reserved":0,"allocated":868352,"data_stored":684996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182409,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":840,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":860160,"data_stored":684166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28110397},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T00:12:58.886 DEBUG:teuthology.orchestra.run.smithi176:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-16T00:12:58.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.982+0000 7fedc8624640 1 Processor -- start 2024-09-16T00:12:58.984 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.982+0000 7fedc8624640 1 -- start start 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc8624640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc0129140 0x7fedc0129520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc8624640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0070a50 0x7fedc012c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc8624640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fedc012c5f0 0x7fedc012caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc8624640 1 -- --> v2:172.21.15.176:3300/0 -- mon_getmap magic: 0 -- 0x7fedc006cf80 con 0x7fedc012c5f0 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc8624640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fedc0128d10 con 0x7fedc0129140 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc8624640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fedc0129a60 con 0x7fedc0070a50 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc63c0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc0129140 0x7fedc0129520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc5bbf640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0070a50 0x7fedc012c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc6bc1640 1 --2- >> v2:172.21.15.176:3300/0 conn(0x7fedc012c5f0 0x7fedc012caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc5bbf640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0070a50 0x7fedc012c0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3302/0 says I am v2:172.21.15.176:33658/0 (socket says 172.21.15.176:33658) 2024-09-16T00:12:58.985 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc63c0640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc0129140 0x7fedc0129520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:44266/0 (socket says 172.21.15.176:44266) 2024-09-16T00:12:58.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc5bbf640 1 -- 172.21.15.176:0/2619228429 learned_addr learned my addr 172.21.15.176:0/2619228429 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:58.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc6bc1640 1 -- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0070a50 msgr2=0x7fedc012c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:58.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc6bc1640 1 --2- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0070a50 0x7fedc012c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc6bc1640 1 -- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc0129140 msgr2=0x7fedc0129520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T00:12:58.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc6bc1640 1 --2- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc0129140 0x7fedc0129520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc6bc1640 1 -- 172.21.15.176:0/2619228429 --> v2:172.21.15.176:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc0071230 con 0x7fedc012c5f0 2024-09-16T00:12:58.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc63c0640 1 --2- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc0129140 0x7fedc0129520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:58.986 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.983+0000 7fedc5bbf640 1 --2- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0070a50 0x7fedc012c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:58.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.984+0000 7fedc6bc1640 1 --2- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc012c5f0 0x7fedc012caa0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fedb8009d90 tx=0x7fedb802a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec39f0116e9c1e01 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:58.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.984+0000 7fedc53be640 1 -- 172.21.15.176:0/2619228429 <== mon.0 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8007740 con 0x7fedc012c5f0 2024-09-16T00:12:58.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.984+0000 7fedc53be640 1 -- 172.21.15.176:0/2619228429 <== mon.0 v2:172.21.15.176:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedb80078e0 con 0x7fedc012c5f0 2024-09-16T00:12:58.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.984+0000 7fedc53be640 1 -- 172.21.15.176:0/2619228429 <== mon.0 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8007cb0 con 0x7fedc012c5f0 2024-09-16T00:12:58.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.985+0000 7fedc8624640 1 -- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc012c5f0 msgr2=0x7fedc012caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:58.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.985+0000 7fedc8624640 1 --2- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc012c5f0 0x7fedc012caa0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fedb8009d90 tx=0x7fedb802a530 comp rx=0 tx=0).stop 2024-09-16T00:12:58.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.985+0000 7fedc8624640 1 -- 172.21.15.176:0/2619228429 shutdown_connections 2024-09-16T00:12:58.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.985+0000 7fedc8624640 1 --2- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc012c5f0 0x7fedc012caa0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.985+0000 7fedc8624640 1 --2- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0070a50 0x7fedc012c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.990 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.985+0000 7fedc8624640 1 --2- 172.21.15.176:0/2619228429 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc0129140 0x7fedc0129520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.985+0000 7fedc8624640 1 -- 172.21.15.176:0/2619228429 >> 172.21.15.176:0/2619228429 conn(0x7fedc009dbe0 msgr2=0x7fedc009dff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.985+0000 7fedc8624640 1 -- 172.21.15.176:0/2619228429 shutdown_connections 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.985+0000 7fedc8624640 1 -- 172.21.15.176:0/2619228429 wait complete. 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc8624640 1 Processor -- start 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc8624640 1 -- start start 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc8624640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc0070a50 0x7fedc006d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc8624640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0129140 0x7fedc006df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc8624640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc012c5f0 0x7fedc006e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc8624640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fedc01337d0 con 0x7fedc0070a50 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc8624640 1 -- --> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] -- mon_getmap magic: 0 -- 0x7fedc0133650 con 0x7fedc012c5f0 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc8624640 1 -- --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_getmap magic: 0 -- 0x7fedc0133950 con 0x7fedc0129140 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc63c0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc0070a50 0x7fedc006d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.991 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc6bc1640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc012c5f0 0x7fedc006e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc5bbf640 1 --2- >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0129140 0x7fedc006df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc63c0640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc0070a50 0x7fedc006d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:58934/0 (socket says 172.21.15.176:58934) 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc6bc1640 1 --2- >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc012c5f0 0x7fedc006e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3301/0 says I am v2:172.21.15.176:44278/0 (socket says 172.21.15.176:44278) 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc63c0640 1 -- 172.21.15.176:0/1567920215 learned_addr learned my addr 172.21.15.176:0/1567920215 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc5bbf640 1 -- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc012c5f0 msgr2=0x7fedc006e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc5bbf640 1 --2- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc012c5f0 0x7fedc006e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc5bbf640 1 -- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc0070a50 msgr2=0x7fedc006d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.986+0000 7fedc5bbf640 1 --2- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc0070a50 0x7fedc006d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.987+0000 7fedc5bbf640 1 -- 172.21.15.176:0/1567920215 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc0128860 con 0x7fedc0129140 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.987+0000 7fedc6bc1640 1 --2- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc012c5f0 0x7fedc006e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.987+0000 7fedc63c0640 1 --2- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc0070a50 0x7fedc006d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.987+0000 7fedc5bbf640 1 --2- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0129140 0x7fedc006df30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fedc006d3f0 tx=0x7fedbc00ed40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:58.992 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.987+0000 7fedb6ffd640 1 -- 172.21.15.176:0/1567920215 <== mon.2 v2:172.21.15.176:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedbc017020 con 0x7fedc0129140 2024-09-16T00:12:58.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.987+0000 7fedb6ffd640 1 -- 172.21.15.176:0/1567920215 <== mon.2 v2:172.21.15.176:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fedbc004240 con 0x7fedc0129140 2024-09-16T00:12:58.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.987+0000 7fedc8624640 1 -- 172.21.15.176:0/1567920215 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc012f6b0 con 0x7fedc0129140 2024-09-16T00:12:58.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.987+0000 7fedb6ffd640 1 -- 172.21.15.176:0/1567920215 <== mon.2 v2:172.21.15.176:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedbc00c6a0 con 0x7fedc0129140 2024-09-16T00:12:58.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.987+0000 7fedc8624640 1 -- 172.21.15.176:0/1567920215 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc012fd90 con 0x7fedc0129140 2024-09-16T00:12:58.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.988+0000 7fedb6ffd640 1 -- 172.21.15.176:0/1567920215 <== mon.2 v2:172.21.15.176:3302/0 4 ==== mgrmap(e 10) ==== 55999+0+0 (secure 0 0 0) 0x7fedbc01a020 con 0x7fedc0129140 2024-09-16T00:12:58.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.988+0000 7fedc8624640 1 -- 172.21.15.176:0/1567920215 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc0129520 con 0x7fedc0129140 2024-09-16T00:12:58.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.988+0000 7fedb6ffd640 1 -- 172.21.15.176:0/1567920215 <== mon.2 v2:172.21.15.176:3302/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7fedbc05d870 con 0x7fedc0129140 2024-09-16T00:12:58.993 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:58.992+0000 7fedb6ffd640 1 -- 172.21.15.176:0/1567920215 <== mon.2 v2:172.21.15.176:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fedbc021030 con 0x7fedc0129140 2024-09-16T00:12:59.134 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.133+0000 7fedc8624640 1 -- 172.21.15.176:0/1567920215 --> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fedc01241d0 con 0x7fedc0129140 2024-09-16T00:12:59.137 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.136+0000 7fedb6ffd640 1 -- 172.21.15.176:0/1567920215 <== mon.2 v2:172.21.15.176:3302/0 7 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fedbc05c920 con 0x7fedc0129140 2024-09-16T00:12:59.137 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.137+0000 7fedb6ffd640 1 -- 172.21.15.176:0/1567920215 <== mon.2 v2:172.21.15.176:3302/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v6)=0 v6) ==== 123+0+0 (secure 0 0 0) 0x7fedbc03ca60 con 0x7fedc0129140 2024-09-16T00:12:59.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.139+0000 7fedc8624640 1 -- 172.21.15.176:0/1567920215 >> v1:172.21.15.176:6816/980076289 conn(0x7feda4047fd0 legacy=0x7feda404a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:59.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.139+0000 7fedc8624640 1 -- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0129140 msgr2=0x7fedc006df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:59.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.139+0000 7fedc8624640 1 --2- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0129140 0x7fedc006df30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fedc006d3f0 tx=0x7fedbc00ed40 comp rx=0 tx=0).stop 2024-09-16T00:12:59.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.139+0000 7fedc8624640 1 -- 172.21.15.176:0/1567920215 shutdown_connections 2024-09-16T00:12:59.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.139+0000 7fedc8624640 1 --2- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3301/0,v1:172.21.15.176:6790/0] conn(0x7fedc012c5f0 0x7fedc006e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.139+0000 7fedc8624640 1 --2- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3302/0,v1:172.21.15.176:6791/0] conn(0x7fedc0129140 0x7fedc006df30 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.140+0000 7fedc8624640 1 --2- 172.21.15.176:0/1567920215 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fedc0070a50 0x7fedc006d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.140+0000 7fedc8624640 1 -- 172.21.15.176:0/1567920215 >> 172.21.15.176:0/1567920215 conn(0x7fedc009dbe0 msgr2=0x7fedc012bea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:59.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.140+0000 7fedc8624640 1 -- 172.21.15.176:0/1567920215 shutdown_connections 2024-09-16T00:12:59.141 INFO:teuthology.orchestra.run.smithi176.stderr:2024-09-16T00:12:59.140+0000 7fedc8624640 1 -- 172.21.15.176:0/1567920215 wait complete. 2024-09-16T00:12:59.152 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-16T00:12:59.152 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-16T00:12:59.152 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-16T00:12:59.152 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:59.188 INFO:tasks.ceph.osd.0:Stopped 2024-09-16T00:12:59.188 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-16T00:12:59.188 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:59.263 INFO:tasks.ceph.osd.1:Stopped 2024-09-16T00:12:59.263 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-16T00:12:59.263 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:59.345 INFO:tasks.ceph.osd.2:Stopped 2024-09-16T00:12:59.346 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-16T00:12:59.346 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:59.387 INFO:tasks.ceph.osd.3:Stopped 2024-09-16T00:12:59.388 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-16T00:12:59.388 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-16T00:12:59.388 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:59.409 INFO:tasks.ceph.mgr.x:Stopped 2024-09-16T00:12:59.409 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-16T00:12:59.409 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:59.471 INFO:tasks.ceph.mgr.y:Stopped 2024-09-16T00:12:59.471 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-16T00:12:59.472 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-16T00:12:59.472 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:59.523 INFO:tasks.ceph.mon.a:Stopped 2024-09-16T00:12:59.523 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-16T00:12:59.523 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:59.575 INFO:tasks.ceph.mon.b:Stopped 2024-09-16T00:12:59.575 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-16T00:12:59.575 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:59.627 INFO:tasks.ceph.mon.c:Stopped 2024-09-16T00:12:59.627 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-16T00:12:59.628 DEBUG:teuthology.orchestra.run.smithi176:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'overall HEALTH_' | egrep -v '\(FS_' | egrep -v '\(MDS_' | egrep -v '\(OSD_' | egrep -v '\(MON_DOWN\)' | egrep -v '\(CACHE_POOL_' | egrep -v '\(POOL_' | egrep -v '\(MGR_DOWN\)' | egrep -v '\(PG_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v 'Monitor daemon marked osd' | egrep -v 'Behind on trimming' | egrep -v 'Manager daemon' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'scrub mismatch' | egrep -v ScrubResult | egrep -v 'wrongly marked' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v '\(SLOW_OPS\)' | egrep -v 'overall HEALTH_' | egrep -v '\(MON_MSGR2_NOT_ENABLED\)' | egrep -v 'slow request' | head -n 1 2024-09-16T00:12:59.708 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:12:59.708 DEBUG:teuthology.orchestra.run.smithi176:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-16T00:12:59.960 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:12:59.961 DEBUG:teuthology.orchestra.run.smithi176:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-16T00:13:00.047 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:13:00.047 DEBUG:teuthology.orchestra.run.smithi176:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-16T00:13:00.128 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:13:00.129 DEBUG:teuthology.orchestra.run.smithi176:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-16T00:13:00.179 INFO:tasks.ceph:Archiving mon data... 2024-09-16T00:13:00.415 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906379/data/mon.a.tgz 2024-09-16T00:13:00.415 DEBUG:teuthology.orchestra.run.smithi176:> mktemp 2024-09-16T00:13:00.432 INFO:teuthology.orchestra.run.smithi176.stdout:/tmp/tmp.dVmhWxmOfA 2024-09-16T00:13:00.432 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.dVmhWxmOfA 2024-09-16T00:13:00.552 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0666 /tmp/tmp.dVmhWxmOfA 2024-09-16T00:13:00.636 DEBUG:teuthology.orchestra.remote:smithi176:/tmp/tmp.dVmhWxmOfA is 213KB 2024-09-16T00:13:00.729 DEBUG:teuthology.orchestra.run.smithi176:> rm -fr /tmp/tmp.dVmhWxmOfA 2024-09-16T00:13:00.744 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906379/data/mon.b.tgz 2024-09-16T00:13:00.745 DEBUG:teuthology.orchestra.run.smithi176:> mktemp 2024-09-16T00:13:00.799 INFO:teuthology.orchestra.run.smithi176.stdout:/tmp/tmp.eVOglMucRX 2024-09-16T00:13:00.800 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.eVOglMucRX 2024-09-16T00:13:00.911 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0666 /tmp/tmp.eVOglMucRX 2024-09-16T00:13:00.993 DEBUG:teuthology.orchestra.remote:smithi176:/tmp/tmp.eVOglMucRX is 248KB 2024-09-16T00:13:01.086 DEBUG:teuthology.orchestra.run.smithi176:> rm -fr /tmp/tmp.eVOglMucRX 2024-09-16T00:13:01.101 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906379/data/mon.c.tgz 2024-09-16T00:13:01.101 DEBUG:teuthology.orchestra.run.smithi176:> mktemp 2024-09-16T00:13:01.155 INFO:teuthology.orchestra.run.smithi176.stdout:/tmp/tmp.PcIAyD5XdQ 2024-09-16T00:13:01.156 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.PcIAyD5XdQ 2024-09-16T00:13:01.268 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 0666 /tmp/tmp.PcIAyD5XdQ 2024-09-16T00:13:01.351 DEBUG:teuthology.orchestra.remote:smithi176:/tmp/tmp.PcIAyD5XdQ is 248KB 2024-09-16T00:13:01.446 DEBUG:teuthology.orchestra.run.smithi176:> rm -fr /tmp/tmp.PcIAyD5XdQ 2024-09-16T00:13:01.461 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-16T00:13:01.461 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T00:13:01.581 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T00:13:01.581 INFO:tasks.ceph:Archiving crash dumps... 2024-09-16T00:13:01.582 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906379/remote/smithi176/crash 2024-09-16T00:13:01.583 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T00:13:01.644 INFO:tasks.ceph:Compressing logs... 2024-09-16T00:13:01.645 DEBUG:teuthology.orchestra.run.smithi176:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T00:13:01.709 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-16T00:13:01.710 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38674.log 2024-09-16T00:13:01.710 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47003.log 2024-09-16T00:13:01.710 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.38674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46499.log 2024-09-16T00:13:01.746 INFO:teuthology.orchestra.run.smithi176.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.38674.log.gz 2024-09-16T00:13:01.746 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.47003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46121.log 2024-09-16T00:13:01.746 INFO:teuthology.orchestra.run.smithi176.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47003.log.gz 2024-09-16T00:13:01.746 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39103.log 2024-09-16T00:13:01.746 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46499.log: /var/log/ceph/ceph-client.admin.46121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46961.log 2024-09-16T00:13:01.746 INFO:teuthology.orchestra.run.smithi176.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46499.log.gz 2024-09-16T00:13:01.746 INFO:teuthology.orchestra.run.smithi176.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46121.log.gz 2024-09-16T00:13:01.746 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40755.log 2024-09-16T00:13:01.746 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39103.log: /var/log/ceph/ceph-client.admin.46961.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41199.log 2024-09-16T00:13:01.746 INFO:teuthology.orchestra.run.smithi176.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.39103.log.gz 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.40755.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46961.log.gz 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45618.log 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40755.log.gz 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41199.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41680.log 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.45618.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41199.log.gz 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38699.log 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41680.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45618.log.gz 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43047.log 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41680.log.gz 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.38699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40654.log 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.43047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39271.log 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38699.log.gz 2024-09-16T00:13:01.747 INFO:teuthology.orchestra.run.smithi176.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43047.log.gz 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.40654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39102.log 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.40654.log.gz 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5/var/log/ceph/ceph-client.admin.39271.log: --verbose -- /var/log/ceph/ceph-client.admin.41331.log 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32837.log 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.39271.log.gz 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr: 89.3%/var/log/ceph/ceph-client.admin.41331.log: -- replaced with /var/log/ceph/ceph-client.admin.39102.log.gz 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41118.log 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.32837.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.41331.log.gz 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46181.log 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.32837.log.gz 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38933.log 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46181.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41118.log.gz 2024-09-16T00:13:01.748 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46181.log.gz 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.38933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32226.log 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 87.8% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.38933.log.gz /var/log/ceph/ceph-client.admin.46793.log 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr: 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.32226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38935.log 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46793.log: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.32226.log.gz 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38510.log 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.38935.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46793.log.gz 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39272.log 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38935.log.gz 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.38510.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38792.log 2024-09-16T00:13:01.749 INFO:teuthology.orchestra.run.smithi176.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.38510.log.gz 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46919.log 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39272.log: /var/log/ceph/ceph-client.admin.38792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40750.log 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.39272.log.gz 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38792.log.gz 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46010.log 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46349.log 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.40750.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46919.log.gz 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46010.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.40750.log.gz 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46583.log 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40892.log 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46010.log.gz 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46349.log: /var/log/ceph/ceph-client.admin.46583.log: 87.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.46349.log.gz 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46309.log 2024-09-16T00:13:01.750 INFO:teuthology.orchestra.run.smithi176.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46583.log.gz 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46012.log 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.40892.log: /var/log/ceph/ceph-client.admin.46309.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.40892.log.gz 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46012.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46309.log.gz 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46835.log 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph.audit.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46012.log.gz 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45762.log 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41838.log 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46835.log.gz 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.45762.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.26389.log 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr:gzip/var/log/ceph/ceph-client.admin.41838.log: -5 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45762.log.gz 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr: --verbose -- /var/log/ceph/ceph-client.admin.39464.log 2024-09-16T00:13:01.751 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph.tmp-client.admin.26389.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41838.log.gz 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.26389.log.gz 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40528.log 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr: 94.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40611.log 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39464.log: /var/log/ceph/ceph-client.admin.40528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41371.log 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.39464.log.gz 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40528.log.gz 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.40611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46308.log 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.40611.log.gz 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39101.log 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41371.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41549.log 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46308.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41371.log.gz 2024-09-16T00:13:01.752 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39101.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46308.log.gz 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.39101.log.gz 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38750.log 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41549.log: /var/log/ceph/ceph-mon.c.log: gzip 88.5% -5 -- replaced with /var/log/ceph/ceph-client.admin.41549.log.gz --verbose 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr: -- /var/log/ceph/ceph-client.admin.39380.log 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.38750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46751.log 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.38750.log.gz 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46011.log 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46751.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.39380.log.gz 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42010.log 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46751.log.gz 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41490.log 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46011.log.gz 2024-09-16T00:13:01.753 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.42010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40756.log 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42110.log 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41490.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42010.log.gz 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.40756.log: gzip -5 --verbose -- 88.6% /var/log/ceph/ceph-client.admin.46348.log 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr: -- replaced with /var/log/ceph/ceph-client.admin.41490.log.gz 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.40756.log.gz 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.42110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38618.log 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39232.log 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42110.log.gz 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.38618.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46348.log.gz 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38934.log 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.38618.log.gz 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39232.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-16T00:13:01.754 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.38934.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.39232.log.gz 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40931.log 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.38934.log.gz 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41638.log 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.40931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46541.log 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41638.log: 89.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40888.log 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr: -- replaced with /var/log/ceph/ceph-client.admin.40931.log.gz 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.41638.log.gz 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45827.log 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41550.log 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46541.log.gz 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.40888.log: /var/log/ceph/ceph-client.admin.45827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41330.log 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40888.log.gz 2024-09-16T00:13:01.755 INFO:teuthology.orchestra.run.smithi176.stderr: 88.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32585.log 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45827.log.gz 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41550.log: /var/log/ceph/ceph-client.admin.41330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47087.log 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr: 88.1%/var/log/ceph/ceph-client.admin.32585.log: gzip -- replaced with /var/log/ceph/ceph-client.admin.41330.log.gz -5 --verbose -- /var/log/ceph/ceph-client.admin.45496.log 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr: 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41550.log.gz 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.47087.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.32585.log.gz 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46625.log 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47087.log.gz 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.45496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41914.log 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45496.log.gz 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46625.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41914.log: gzip -5 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46625.log.gz 2024-09-16T00:13:01.756 INFO:teuthology.orchestra.run.smithi176.stderr: --verbose -- /var/log/ceph/ceph-client.admin.39231.log 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41914.log.gz 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41764.log 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45911.log 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47045.log 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.39231.log.gz 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr: 88.3%/var/log/ceph/ceph-client.admin.45911.log: -- replaced with /var/log/ceph/ceph-client.admin.41764.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32743.log 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr: 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.47045.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38936.log 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45911.log.gz 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47045.log.gz 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.32743.log: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39104.log 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr: -- replaced with /var/log/ceph/ceph-client.admin.32743.log.gz 2024-09-16T00:13:01.757 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.38936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45869.log 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr: 87.6%gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr: -- replaced with /var/log/ceph/ceph-client.admin.38936.log.gz 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39104.log: /var/log/ceph/ceph-client.admin.45869.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32545.log 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr: 88.4% 88.0% -- replaced with /var/log/ceph/ceph-client.admin.39104.log.gz 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-mgr.y.log: -- replaced with /var/log/ceph/ceph-client.admin.45869.log.gz 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45538.log 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.32545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45785.log 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.32545.log.gz 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.45538.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39422.log 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45538.log.gz 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.45785.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45785.log.gz 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45739.log 2024-09-16T00:13:01.758 INFO:teuthology.orchestra.run.smithi176.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.39422.log.gz 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46877.log 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.45739.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45739.log.gz 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr: 93.5% -- replaced with /var/log/ceph/ceph.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41203.log 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr: 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46877.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46877.log.gz 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38834.log 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39544.log 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41203.log.gz 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.38834.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39544.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38834.log.gz 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.39544.log.gz 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47129.log 2024-09-16T00:13:01.759 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40752.log 2024-09-16T00:13:01.760 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.47129.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47129.log.gz 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41722.log 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.40752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46180.log 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.40752.log.gz 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40932.log 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46180.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41722.log.gz 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39504.log 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46180.log.gz 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.40932.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.39504.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.40932.log.gz 2024-09-16T00:13:01.774 INFO:teuthology.orchestra.run.smithi176.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.39504.log.gz 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45658.log 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46457.log 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.45658.log: /var/log/ceph/ceph-mon.b.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45658.log.gz 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46667.log 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46457.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46457.log.gz 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46709.log 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46667.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.46667.log.gz 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32625.log 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46709.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46709.log.gz 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32505.log 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.32625.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.32625.log.gz 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41291.log 2024-09-16T00:13:01.775 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.32505.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.32505.log.gz 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46013.log 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41291.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41291.log.gz 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45578.log 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46013.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46013.log.gz 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47169.log 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.45578.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.45578.log.gz 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41043.log 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.47169.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47169.log.gz 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41043.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41043.log.gz 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41470.log 93.4% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr: 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46179.log 2024-09-16T00:13:01.776 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.41470.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41470.log.gz 2024-09-16T00:13:01.777 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45698.log 2024-09-16T00:13:01.777 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.46179.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46179.log.gz 2024-09-16T00:13:01.777 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/ceph-client.admin.45698.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45698.log.gz 2024-09-16T00:13:01.778 INFO:teuthology.orchestra.run.smithi176.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-16T00:13:01.782 INFO:teuthology.orchestra.run.smithi176.stderr: 93.1% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-16T00:13:01.788 INFO:teuthology.orchestra.run.smithi176.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-16T00:13:01.796 INFO:teuthology.orchestra.run.smithi176.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-16T00:13:01.818 INFO:teuthology.orchestra.run.smithi176.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-16T00:13:01.833 INFO:teuthology.orchestra.run.smithi176.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-16T00:13:01.843 INFO:teuthology.orchestra.run.smithi176.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-16T00:13:01.845 INFO:teuthology.orchestra.run.smithi176.stderr: 2024-09-16T00:13:01.845 INFO:teuthology.orchestra.run.smithi176.stderr:real 0m0.146s 2024-09-16T00:13:01.845 INFO:teuthology.orchestra.run.smithi176.stderr:user 0m0.567s 2024-09-16T00:13:01.845 INFO:teuthology.orchestra.run.smithi176.stderr:sys 0m0.111s 2024-09-16T00:13:01.845 INFO:tasks.ceph:Archiving logs... 2024-09-16T00:13:01.846 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906379/remote/smithi176/log 2024-09-16T00:13:01.846 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T00:13:02.080 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T00:13:02.098 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T00:13:02.098 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T00:13:02.151 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T00:13:02.163 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T00:13:02.163 DEBUG:teuthology.orchestra.run.smithi176:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:13:02.177 INFO:teuthology.orchestra.run.smithi176.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:13:02.181 INFO:teuthology.orchestra.run.smithi176.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:13:02.181 INFO:teuthology.orchestra.run.smithi176.stdout:=============================================================================== 2024-09-16T00:13:02.181 INFO:teuthology.orchestra.run.smithi176.stdout:^* hv01.front.sepia.ceph.com 3 6 177 47 +121us[ +110us] +/- 50ms 2024-09-16T00:13:02.181 INFO:teuthology.orchestra.run.smithi176.stdout:^+ hv02.front.sepia.ceph.com 3 6 177 48 -1213us[-1224us] +/- 63ms 2024-09-16T00:13:02.182 INFO:teuthology.orchestra.run.smithi176.stdout:^+ hv03.front.sepia.ceph.com 3 6 177 47 +1179us[+1179us] +/- 71ms 2024-09-16T00:13:02.182 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:13:02.182 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T00:13:02.203 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T00:13:02.203 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T00:13:02.249 DEBUG:teuthology.orchestra.run.smithi176:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T00:13:02.313 DEBUG:teuthology.orchestra.run.smithi176:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:13:02.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:13:02.340 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T00:13:02.377 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T00:13:02.417 INFO:teuthology.task.internal:Duration was 472.595944 seconds 2024-09-16T00:13:02.418 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T00:13:02.456 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T00:13:02.456 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T00:13:02.495 INFO:teuthology.orchestra.run.smithi176.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:13:02.855 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T00:13:02.856 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi176.front.sepia.ceph.com 2024-09-16T00:13:02.856 DEBUG:teuthology.orchestra.run.smithi176:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T00:13:02.916 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T00:13:02.916 DEBUG:teuthology.orchestra.run.smithi176:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T00:13:02.982 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T00:13:02.983 DEBUG:teuthology.orchestra.run.smithi176:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T00:13:03.126 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T00:13:03.138 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T00:13:03.138 DEBUG:teuthology.orchestra.run.smithi176:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T00:13:03.163 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T00:13:03.186 DEBUG:teuthology.orchestra.run.smithi176:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:13:03.227 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern = core 2024-09-16T00:13:03.249 DEBUG:teuthology.orchestra.run.smithi176:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:13:03.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:13:03.305 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T00:13:03.316 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T00:13:03.317 DEBUG:teuthology.misc:Transferring archived files from smithi176:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906379/remote/smithi176 2024-09-16T00:13:03.317 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T00:13:03.379 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T00:13:03.380 DEBUG:teuthology.orchestra.run.smithi176:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T00:13:03.432 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T00:13:03.445 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T00:13:03.445 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T00:13:03.494 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T00:13:03.494 DEBUG:teuthology.orchestra.run.smithi176:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T00:13:03.509 INFO:teuthology.orchestra.run.smithi176.stdout: 266064 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 00:13 /home/ubuntu/cephtest 2024-09-16T00:13:03.510 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T00:13:03.543 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T00:13:03.650 INFO:teuthology.run:Summary data: description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/quincy 1-upgrade}} duration: 472.5959439277649 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-16T00:13:03.650 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T00:13:03.729 INFO:teuthology.run:pass